2024-12-04 20:23:47,169 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 20:23:47,185 main DEBUG Took 0.014751 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 20:23:47,186 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 20:23:47,186 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 20:23:47,187 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 20:23:47,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,194 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 20:23:47,206 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,209 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,210 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,210 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,211 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,213 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,213 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,214 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,215 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:23:47,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,216 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 20:23:47,217 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:23:47,219 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 20:23:47,221 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 20:23:47,221 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 20:23:47,222 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 20:23:47,223 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 20:23:47,231 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 20:23:47,233 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 20:23:47,235 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 20:23:47,235 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 20:23:47,236 main DEBUG createAppenders(={Console}) 2024-12-04 20:23:47,237 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 20:23:47,237 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 20:23:47,237 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 20:23:47,238 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 20:23:47,238 main DEBUG OutputStream closed 2024-12-04 20:23:47,238 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 20:23:47,238 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 20:23:47,239 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 20:23:47,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 20:23:47,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 20:23:47,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 20:23:47,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 20:23:47,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 20:23:47,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 20:23:47,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 20:23:47,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 20:23:47,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 20:23:47,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 20:23:47,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 20:23:47,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 20:23:47,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 20:23:47,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 20:23:47,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 20:23:47,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 20:23:47,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 20:23:47,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 20:23:47,322 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 20:23:47,322 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 20:23:47,323 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 20:23:47,324 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T20:23:47,337 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 20:23:47,340 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 20:23:47,340 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T20:23:47,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=5430 2024-12-04T20:23:47,601 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T20:23:47,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b 2024-12-04T20:23:47,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055, deleteOnExit=true 2024-12-04T20:23:47,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055/zookeeper_0, clientPort=49339, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:23:47,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49339 2024-12-04T20:23:47,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:23:47,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:23:47,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/test.cache.data in system properties and HBase conf 2024-12-04T20:23:47,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:23:47,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:23:47,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:23:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:23:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:23:47,833 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T20:23:47,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:23:47,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:23:47,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:23:47,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:23:47,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:23:47,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:23:47,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:23:47,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:23:47,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:23:47,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:23:47,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:23:47,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:23:47,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:23:47,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:23:47,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:23:48,602 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T20:23:48,676 INFO [Time-limited test {}] log.Log(170): Logging initialized @2166ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T20:23:48,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:23:48,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:23:48,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:23:48,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:23:48,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:23:48,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:23:48,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:23:48,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:23:49,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/java.io.tmpdir/jetty-localhost-33155-hadoop-hdfs-3_4_1-tests_jar-_-any-2374972863064746990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:23:49,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33155} 2024-12-04T20:23:49,011 INFO [Time-limited test {}] server.Server(415): Started @2502ms 2024-12-04T20:23:49,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:23:49,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:23:49,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:23:49,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:23:49,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:23:49,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:23:49,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:23:49,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/java.io.tmpdir/jetty-localhost-39783-hadoop-hdfs-3_4_1-tests_jar-_-any-863401544629761588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:23:49,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:39783} 2024-12-04T20:23:49,432 INFO [Time-limited test {}] server.Server(415): Started @2923ms 2024-12-04T20:23:49,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:23:49,899 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055/data/data2/current/BP-2086364206-172.17.0.2-1733343828414/current, will proceed with Du for space computation calculation, 2024-12-04T20:23:49,899 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055/data/data1/current/BP-2086364206-172.17.0.2-1733343828414/current, will proceed with Du for space computation calculation, 2024-12-04T20:23:49,934 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:23:49,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe50f7ab4a925599d with lease ID 0xfa561c433499649a: Processing first storage report for DS-9c42f52f-1b31-42a7-9201-eacf66304959 from datanode DatanodeRegistration(127.0.0.1:42151, datanodeUuid=1c6b91eb-9a78-4663-af38-91961d314d06, infoPort=38253, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=948032600;c=1733343828414) 2024-12-04T20:23:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe50f7ab4a925599d with lease ID 0xfa561c433499649a: from storage DS-9c42f52f-1b31-42a7-9201-eacf66304959 node DatanodeRegistration(127.0.0.1:42151, datanodeUuid=1c6b91eb-9a78-4663-af38-91961d314d06, infoPort=38253, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=948032600;c=1733343828414), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:23:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe50f7ab4a925599d with lease ID 0xfa561c433499649a: Processing first storage report for DS-7c3aad49-efa3-481e-b5b3-b789a4f4184f from datanode DatanodeRegistration(127.0.0.1:42151, datanodeUuid=1c6b91eb-9a78-4663-af38-91961d314d06, infoPort=38253, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=948032600;c=1733343828414) 2024-12-04T20:23:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe50f7ab4a925599d with lease ID 0xfa561c433499649a: from storage DS-7c3aad49-efa3-481e-b5b3-b789a4f4184f node DatanodeRegistration(127.0.0.1:42151, datanodeUuid=1c6b91eb-9a78-4663-af38-91961d314d06, infoPort=38253, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=948032600;c=1733343828414), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:23:50,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b 2024-12-04T20:23:50,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:50,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:50,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:23:50,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8 with version=8 2024-12-04T20:23:50,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/hbase-staging 2024-12-04T20:23:50,783 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T20:23:50,974 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:23:50,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:50,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:50,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:23:50,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:50,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:23:51,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:23:51,144 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T20:23:51,152 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T20:23:51,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:23:51,176 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 79849 (auto-detected) 2024-12-04T20:23:51,177 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T20:23:51,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33225 2024-12-04T20:23:51,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33225 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:23:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332250x0, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:23:51,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33225-0x100a6e733640000 connected 2024-12-04T20:23:51,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:51,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:51,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:23:51,281 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8, hbase.cluster.distributed=false 2024-12-04T20:23:51,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/acl 2024-12-04T20:23:51,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33225 2024-12-04T20:23:51,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33225 2024-12-04T20:23:51,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33225 2024-12-04T20:23:51,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33225 2024-12-04T20:23:51,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33225 2024-12-04T20:23:51,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:23:51,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:51,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:51,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:23:51,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:51,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:23:51,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:23:51,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:23:51,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43403 2024-12-04T20:23:51,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43403 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:23:51,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:51,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434030x0, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:23:51,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:23:51,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43403-0x100a6e733640001 connected 2024-12-04T20:23:51,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:23:51,435 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:23:51,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/master 2024-12-04T20:23:51,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/acl 2024-12-04T20:23:51,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-04T20:23:51,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43403 2024-12-04T20:23:51,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43403 2024-12-04T20:23:51,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-04T20:23:51,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-04T20:23:51,462 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:33225 2024-12-04T20:23:51,463 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01457489116/backup-masters/c2ef38372881,33225,1733343830827 2024-12-04T20:23:51,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:23:51,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:23:51,472 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on existing znode=/01457489116/backup-masters/c2ef38372881,33225,1733343830827 2024-12-04T20:23:51,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457489116/master 2024-12-04T20:23:51,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:51,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:51,492 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on existing znode=/01457489116/master 2024-12-04T20:23:51,493 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01457489116/backup-masters/c2ef38372881,33225,1733343830827 from backup master directory 2024-12-04T20:23:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:23:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/backup-masters/c2ef38372881,33225,1733343830827 2024-12-04T20:23:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:23:51,496 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:23:51,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,33225,1733343830827 2024-12-04T20:23:51,499 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T20:23:51,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T20:23:51,549 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/hbase.id] with ID: d3dfe4b5-aac3-4289-8dc0-19395ab49db6 2024-12-04T20:23:51,549 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/.tmp/hbase.id 2024-12-04T20:23:51,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:23:51,963 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/.tmp/hbase.id]:[hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/hbase.id] 2024-12-04T20:23:52,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:52,015 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:23:52,032 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-04T20:23:52,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:52,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:23:52,464 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:23:52,466 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:23:52,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:23:52,484 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:23:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:23:52,934 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store 2024-12-04T20:23:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:23:53,363 INFO [master/c2ef38372881:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T20:23:53,367 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:53,368 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:23:53,368 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:53,369 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:53,370 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:23:53,370 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:53,370 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:53,371 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343833368Disabling compacts and flushes for region at 1733343833368Disabling writes for close at 1733343833370 (+2 ms)Writing region close event to WAL at 1733343833370Closed at 1733343833370 2024-12-04T20:23:53,373 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/.initializing 2024-12-04T20:23:53,374 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827 2024-12-04T20:23:53,381 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:23:53,394 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C33225%2C1733343830827, suffix=, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/oldWALs, maxLogs=10 2024-12-04T20:23:53,413 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827/c2ef38372881%2C33225%2C1733343830827.1733343833398, exclude list is [], retry=0 2024-12-04T20:23:53,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:23:53,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T20:23:53,461 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827/c2ef38372881%2C33225%2C1733343830827.1733343833398 2024-12-04T20:23:53,462 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:23:53,462 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:23:53,462 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:53,465 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,466 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:23:53,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:53,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:53,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:23:53,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:53,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:23:53,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:23:53,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:53,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:23:53,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:23:53,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:53,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:23:53,548 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,552 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,559 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,560 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,564 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:23:53,568 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:53,572 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:23:53,573 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70120745, jitterRate=0.04488052427768707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:23:53,579 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343833476Initializing all the Stores at 1733343833478 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343833478Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343833479 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343833479Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343833479Cleaning up temporary data from old regions at 1733343833560 (+81 ms)Region opened successfully at 1733343833579 (+19 ms) 2024-12-04T20:23:53,581 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:23:53,610 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5b64bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:23:53,637 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:23:53,646 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:23:53,646 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:23:53,649 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:23:53,650 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T20:23:53,654 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T20:23:53,654 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:23:53,676 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:23:53,685 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/balancer because node does not exist (not necessarily an error) 2024-12-04T20:23:53,686 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/balancer already deleted, retry=false 2024-12-04T20:23:53,689 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:23:53,692 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:23:53,693 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/normalizer already deleted, retry=false 2024-12-04T20:23:53,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:23:53,702 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:23:53,703 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/switch/split already deleted, retry=false 2024-12-04T20:23:53,704 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:23:53,705 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/switch/merge already deleted, retry=false 2024-12-04T20:23:53,722 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:23:53,723 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/snapshot-cleanup already deleted, retry=false 2024-12-04T20:23:53,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457489116/running 2024-12-04T20:23:53,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457489116/running 2024-12-04T20:23:53,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:53,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:53,728 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,33225,1733343830827, sessionid=0x100a6e733640000, setting cluster-up flag (Was=false) 2024-12-04T20:23:53,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:53,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:53,742 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01457489116/flush-table-proc/acquired, /01457489116/flush-table-proc/reached, /01457489116/flush-table-proc/abort 2024-12-04T20:23:53,744 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,33225,1733343830827 2024-12-04T20:23:53,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:53,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:53,753 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01457489116/online-snapshot/acquired, /01457489116/online-snapshot/reached, /01457489116/online-snapshot/abort 2024-12-04T20:23:53,755 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,33225,1733343830827 2024-12-04T20:23:53,761 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:23:53,825 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:53,834 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:23:53,840 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:23:53,846 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,33225,1733343830827 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:23:53,852 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:53,853 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:53,853 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:53,853 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:53,854 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:23:53,854 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:53,854 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:23:53,855 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:53,855 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(746): ClusterId : d3dfe4b5-aac3-4289-8dc0-19395ab49db6 2024-12-04T20:23:53,858 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:23:53,858 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343863858 2024-12-04T20:23:53,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:53,860 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:23:53,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:23:53,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:23:53,862 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:23:53,863 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:23:53,866 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:23:53,866 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:23:53,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:53,866 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:23:53,866 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558dd0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:23:53,866 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:23:53,867 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:23:53,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:23:53,867 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:53,871 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:23:53,872 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:23:53,873 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:23:53,873 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:23:53,875 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:23:53,876 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:23:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:23:53,878 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343833877,5,FailOnTimeoutGroup] 2024-12-04T20:23:53,878 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343833878,5,FailOnTimeoutGroup] 2024-12-04T20:23:53,879 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:53,879 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:23:53,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:23:53,880 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8 2024-12-04T20:23:53,880 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:53,880 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:53,885 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:43403 2024-12-04T20:23:53,888 INFO [RS:0;c2ef38372881:43403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:23:53,889 INFO [RS:0;c2ef38372881:43403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:23:53,889 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:23:53,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741832_1008 (size=32) 2024-12-04T20:23:53,892 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,33225,1733343830827 with port=43403, startcode=1733343831371 2024-12-04T20:23:53,904 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:23:53,938 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:23:53,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,43403,1733343831371 2024-12-04T20:23:53,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,43403,1733343831371 2024-12-04T20:23:53,960 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8 2024-12-04T20:23:53,960 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36085 2024-12-04T20:23:53,960 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:23:53,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/rs 2024-12-04T20:23:53,965 DEBUG [RS:0;c2ef38372881:43403 {}] zookeeper.ZKUtil(111): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on existing znode=/01457489116/rs/c2ef38372881,43403,1733343831371 2024-12-04T20:23:53,965 WARN [RS:0;c2ef38372881:43403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:23:53,965 INFO [RS:0;c2ef38372881:43403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:23:53,965 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371 2024-12-04T20:23:53,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,43403,1733343831371] 2024-12-04T20:23:53,987 INFO [RS:0;c2ef38372881:43403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:23:54,002 INFO [RS:0;c2ef38372881:43403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:23:54,007 INFO [RS:0;c2ef38372881:43403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:23:54,008 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,009 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:23:54,016 INFO [RS:0;c2ef38372881:43403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:23:54,017 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,017 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,017 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,018 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,018 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,018 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,018 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:23:54,018 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,018 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,018 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,019 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,019 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,019 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:54,019 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:23:54,019 DEBUG [RS:0;c2ef38372881:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:23:54,020 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,020 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,020 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,020 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,021 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,021 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43403,1733343831371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:23:54,037 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:23:54,038 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43403,1733343831371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,039 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,039 INFO [RS:0;c2ef38372881:43403 {}] regionserver.Replication(171): c2ef38372881,43403,1733343831371 started 2024-12-04T20:23:54,059 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,060 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,43403,1733343831371, RpcServer on c2ef38372881/172.17.0.2:43403, sessionid=0x100a6e733640001 2024-12-04T20:23:54,061 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:23:54,061 DEBUG [RS:0;c2ef38372881:43403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,43403,1733343831371 2024-12-04T20:23:54,061 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43403,1733343831371' 2024-12-04T20:23:54,061 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01457489116/flush-table-proc/abort' 2024-12-04T20:23:54,062 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01457489116/flush-table-proc/acquired' 2024-12-04T20:23:54,063 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:23:54,063 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:23:54,063 DEBUG [RS:0;c2ef38372881:43403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,43403,1733343831371 2024-12-04T20:23:54,063 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43403,1733343831371' 2024-12-04T20:23:54,063 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01457489116/online-snapshot/abort' 2024-12-04T20:23:54,064 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01457489116/online-snapshot/acquired' 2024-12-04T20:23:54,065 DEBUG [RS:0;c2ef38372881:43403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:23:54,065 INFO [RS:0;c2ef38372881:43403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:23:54,065 INFO [RS:0;c2ef38372881:43403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:23:54,172 INFO [RS:0;c2ef38372881:43403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:23:54,177 INFO [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43403%2C1733343831371, suffix=, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs, maxLogs=10 2024-12-04T20:23:54,192 DEBUG [RS:0;c2ef38372881:43403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181, exclude list is [], retry=0 2024-12-04T20:23:54,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:23:54,200 INFO [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 2024-12-04T20:23:54,200 DEBUG [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:23:54,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:54,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:23:54,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:23:54,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:23:54,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:23:54,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:23:54,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:23:54,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:23:54,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:23:54,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:23:54,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740 2024-12-04T20:23:54,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740 2024-12-04T20:23:54,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:23:54,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:23:54,324 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:23:54,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:23:54,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:23:54,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63394436, jitterRate=-0.05534929037094116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:23:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343834296Initializing all the Stores at 1733343834301 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343834301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343834301Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343834302 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343834302Cleaning up temporary data from old regions at 1733343834323 (+21 ms)Region opened successfully at 1733343834332 (+9 ms) 2024-12-04T20:23:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:23:54,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:23:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:23:54,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:23:54,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:23:54,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:23:54,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343834332Disabling compacts and flushes for region at 1733343834332Disabling writes for close at 1733343834333 (+1 ms)Writing region close event to WAL at 1733343834334 (+1 ms)Closed at 1733343834334 2024-12-04T20:23:54,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:54,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:23:54,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:23:54,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:23:54,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:23:54,506 DEBUG [c2ef38372881:33225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:23:54,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,43403,1733343831371 2024-12-04T20:23:54,526 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43403,1733343831371, state=OPENING 2024-12-04T20:23:54,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:23:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:23:54,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:23:54,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:23:54,535 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:23:54,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43403,1733343831371}] 2024-12-04T20:23:54,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:23:54,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:23:54,728 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:23:54,728 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:23:54,729 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:23:54,732 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43403%2C1733343831371.meta, suffix=.meta, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs, maxLogs=10 2024-12-04T20:23:54,745 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.meta.1733343834733.meta, exclude list is [], retry=0 2024-12-04T20:23:54,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:23:54,752 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.meta.1733343834733.meta 2024-12-04T20:23:54,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:23:54,753 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:23:54,757 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:23:54,758 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:23:54,760 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:23:54,762 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:23:54,764 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:23:54,765 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:54,765 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:23:54,765 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:23:54,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:23:54,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:23:54,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:23:54,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:23:54,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:23:54,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:23:54,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:23:54,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:23:54,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:54,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:54,777 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:23:54,778 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740 2024-12-04T20:23:54,781 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740 2024-12-04T20:23:54,783 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:23:54,783 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:23:54,784 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:23:54,787 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:23:54,788 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66536214, jitterRate=-0.00853314995765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:23:54,789 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:23:54,791 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343834766Writing region info on filesystem at 1733343834766Initializing all the Stores at 1733343834768 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343834768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343834768Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343834768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343834768Cleaning up temporary data from old regions at 1733343834784 (+16 ms)Running coprocessor post-open hooks at 1733343834789 (+5 ms)Region opened successfully at 1733343834791 (+2 ms) 2024-12-04T20:23:54,797 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343834705 2024-12-04T20:23:54,808 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:23:54,809 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:23:54,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,43403,1733343831371 2024-12-04T20:23:54,812 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43403,1733343831371, state=OPEN 2024-12-04T20:23:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:23:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:23:54,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:23:54,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:23:54,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,43403,1733343831371 2024-12-04T20:23:54,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:23:54,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43403,1733343831371 in 280 msec 2024-12-04T20:23:54,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:23:54,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-12-04T20:23:54,829 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:54,829 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:23:54,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:23:54,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43403,1733343831371, seqNum=-1] 2024-12-04T20:23:54,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:23:54,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:23:54,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0960 sec 2024-12-04T20:23:54,884 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343834884, completionTime=-1 2024-12-04T20:23:54,886 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:23:54,887 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:23:54,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:23:54,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733343894907 2024-12-04T20:23:54,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733343954907 2024-12-04T20:23:54,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-12-04T20:23:54,909 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33225,1733343830827-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33225,1733343830827-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33225,1733343830827-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,911 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:33225, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,911 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,912 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,917 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:23:54,936 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.439sec 2024-12-04T20:23:54,937 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:23:54,938 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:23:54,939 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:23:54,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:23:54,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:23:54,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33225,1733343830827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:23:54,941 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33225,1733343830827-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:23:54,949 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:23:54,950 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:23:54,951 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33225,1733343830827-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:54,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:54,968 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T20:23:54,968 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T20:23:54,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,33225,-1 for getting cluster id 2024-12-04T20:23:54,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:23:54,979 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3dfe4b5-aac3-4289-8dc0-19395ab49db6' 2024-12-04T20:23:54,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:23:54,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3dfe4b5-aac3-4289-8dc0-19395ab49db6" 2024-12-04T20:23:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d59f07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,33225,-1] 2024-12-04T20:23:54,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:23:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:23:54,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:23:54,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:54,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:23:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43403,1733343831371, seqNum=-1] 2024-12-04T20:23:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:23:55,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:23:55,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,33225,1733343830827 2024-12-04T20:23:55,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:23:55,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:23:55,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6e733640002 connected 2024-12-04T20:23:55,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.log.dir so I do NOT create it in target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c 2024-12-04T20:23:55,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:23:55,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.tmp.dir so I do NOT create it in target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c 2024-12-04T20:23:55,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:23:55,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/cluster_d4d7fb5d-e51d-2591-3529-b3ea19888ab8, deleteOnExit=true 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/test.cache.data in system properties and HBase conf 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:23:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:23:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:23:55,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:23:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:23:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:23:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:23:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:23:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:23:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:23:55,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:23:55,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:23:55,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:23:55,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:23:55,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:23:55,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:23:55,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:23:55,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:23:55,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:23:55,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/java.io.tmpdir/jetty-localhost-44587-hadoop-hdfs-3_4_1-tests_jar-_-any-2884298156330917748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:23:55,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:44587} 2024-12-04T20:23:55,214 INFO [Time-limited test {}] server.Server(415): Started @8705ms 2024-12-04T20:23:55,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:23:55,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:23:55,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:23:55,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:23:55,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:23:55,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:23:55,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:23:55,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/java.io.tmpdir/jetty-localhost-40843-hadoop-hdfs-3_4_1-tests_jar-_-any-2921585115132642806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:23:55,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:40843} 2024-12-04T20:23:55,387 INFO [Time-limited test {}] server.Server(415): Started @8878ms 2024-12-04T20:23:55,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:23:55,496 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/cluster_d4d7fb5d-e51d-2591-3529-b3ea19888ab8/data/data1/current/BP-1337618841-172.17.0.2-1733343835069/current, will proceed with Du for space computation calculation, 2024-12-04T20:23:55,496 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/cluster_d4d7fb5d-e51d-2591-3529-b3ea19888ab8/data/data2/current/BP-1337618841-172.17.0.2-1733343835069/current, will proceed with Du for space computation calculation, 2024-12-04T20:23:55,511 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:23:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c5f997b72a7fe24 with lease ID 0x4be96543ad4cdfdc: Processing first storage report for DS-6c48d391-d155-4405-87e4-83a16b81c533 from datanode DatanodeRegistration(127.0.0.1:42241, datanodeUuid=42f78df2-6752-4260-81f0-25621d28b5bd, infoPort=37367, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1166413483;c=1733343835069) 2024-12-04T20:23:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c5f997b72a7fe24 with lease ID 0x4be96543ad4cdfdc: from storage DS-6c48d391-d155-4405-87e4-83a16b81c533 node DatanodeRegistration(127.0.0.1:42241, datanodeUuid=42f78df2-6752-4260-81f0-25621d28b5bd, infoPort=37367, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1166413483;c=1733343835069), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:23:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c5f997b72a7fe24 with lease ID 0x4be96543ad4cdfdc: Processing first storage report for DS-e3be201a-cc30-4731-beb6-bf92c48022cc from datanode DatanodeRegistration(127.0.0.1:42241, datanodeUuid=42f78df2-6752-4260-81f0-25621d28b5bd, infoPort=37367, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1166413483;c=1733343835069) 2024-12-04T20:23:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c5f997b72a7fe24 with lease ID 0x4be96543ad4cdfdc: from storage DS-e3be201a-cc30-4731-beb6-bf92c48022cc node DatanodeRegistration(127.0.0.1:42241, datanodeUuid=42f78df2-6752-4260-81f0-25621d28b5bd, infoPort=37367, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1166413483;c=1733343835069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:23:55,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c 2024-12-04T20:23:55,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:55,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:55,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:23:56,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3 with version=8 2024-12-04T20:23:56,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/hbase-staging 2024-12-04T20:23:56,046 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:23:56,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:56,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:56,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:23:56,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:56,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:23:56,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:23:56,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:23:56,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35321 2024-12-04T20:23:56,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35321 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:23:56,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353210x0, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:23:56,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35321-0x100a6e733640003 connected 2024-12-04T20:23:56,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:56,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:56,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on znode that does not yet exist, /1-991209017/running 2024-12-04T20:23:56,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3, hbase.cluster.distributed=false 2024-12-04T20:23:56,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on znode that does not yet exist, /1-991209017/acl 2024-12-04T20:23:56,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35321 2024-12-04T20:23:56,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35321 2024-12-04T20:23:56,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35321 2024-12-04T20:23:56,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35321 2024-12-04T20:23:56,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35321 2024-12-04T20:23:56,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:23:56,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:56,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:56,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:23:56,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:23:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:23:56,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:23:56,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:23:56,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43395 2024-12-04T20:23:56,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43395 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:23:56,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:56,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:56,097 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433950x0, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:23:56,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433950x0, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on znode that does not yet exist, /1-991209017/running 2024-12-04T20:23:56,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43395-0x100a6e733640004 connected 2024-12-04T20:23:56,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:23:56,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:23:56,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on znode that does not yet exist, /1-991209017/master 2024-12-04T20:23:56,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on znode that does not yet exist, /1-991209017/acl 2024-12-04T20:23:56,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43395 2024-12-04T20:23:56,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43395 2024-12-04T20:23:56,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43395 2024-12-04T20:23:56,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43395 2024-12-04T20:23:56,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43395 2024-12-04T20:23:56,115 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:35321 2024-12-04T20:23:56,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-991209017/backup-masters/c2ef38372881,35321,1733343836045 2024-12-04T20:23:56,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017/backup-masters 2024-12-04T20:23:56,119 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017/backup-masters 2024-12-04T20:23:56,119 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on existing znode=/1-991209017/backup-masters/c2ef38372881,35321,1733343836045 2024-12-04T20:23:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:56,121 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991209017/master 2024-12-04T20:23:56,121 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:56,121 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on existing znode=/1-991209017/master 2024-12-04T20:23:56,122 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-991209017/backup-masters/c2ef38372881,35321,1733343836045 from backup master directory 2024-12-04T20:23:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991209017/backup-masters/c2ef38372881,35321,1733343836045 2024-12-04T20:23:56,123 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017/backup-masters 2024-12-04T20:23:56,123 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:23:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017/backup-masters 2024-12-04T20:23:56,123 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,35321,1733343836045 2024-12-04T20:23:56,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/hbase.id] with ID: b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f 2024-12-04T20:23:56,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/.tmp/hbase.id 2024-12-04T20:23:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:23:56,540 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/.tmp/hbase.id]:[hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/hbase.id] 2024-12-04T20:23:56,568 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:23:56,568 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:23:56,571 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-04T20:23:56,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:56,573 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:23:56,982 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:23:56,984 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:23:56,985 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:23:56,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:23:57,400 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store 2024-12-04T20:23:57,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:23:57,813 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:57,813 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:23:57,813 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:57,814 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:57,814 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:23:57,814 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:57,814 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:23:57,814 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343837813Disabling compacts and flushes for region at 1733343837813Disabling writes for close at 1733343837814 (+1 ms)Writing region close event to WAL at 1733343837814Closed at 1733343837814 2024-12-04T20:23:57,818 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/.initializing 2024-12-04T20:23:57,818 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/WALs/c2ef38372881,35321,1733343836045 2024-12-04T20:23:57,822 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:23:57,826 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C35321%2C1733343836045, suffix=, logDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/WALs/c2ef38372881,35321,1733343836045, archiveDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/oldWALs, maxLogs=10 2024-12-04T20:23:57,842 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/WALs/c2ef38372881,35321,1733343836045/c2ef38372881%2C35321%2C1733343836045.1733343837826, exclude list is [], retry=0 2024-12-04T20:23:57,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-6c48d391-d155-4405-87e4-83a16b81c533,DISK] 2024-12-04T20:23:57,848 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/WALs/c2ef38372881,35321,1733343836045/c2ef38372881%2C35321%2C1733343836045.1733343837826 2024-12-04T20:23:57,848 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37367:37367)] 2024-12-04T20:23:57,848 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:23:57,849 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:57,849 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,849 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:23:57,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:57,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:57,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:23:57,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:57,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:23:57,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:23:57,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:57,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:23:57,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:23:57,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:57,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:23:57,866 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,867 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,867 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,870 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,870 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,871 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:23:57,873 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:23:57,877 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:23:57,878 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895844, jitterRate=-0.09258121252059937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:23:57,878 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343837849Initializing all the Stores at 1733343837851 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343837851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343837851Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343837851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343837851Cleaning up temporary data from old regions at 1733343837870 (+19 ms)Region opened successfully at 1733343837878 (+8 ms) 2024-12-04T20:23:57,879 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:23:57,884 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a037356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:23:57,885 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:23:57,885 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:23:57,885 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:23:57,885 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:23:57,886 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:23:57,886 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:23:57,886 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:23:57,889 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:23:57,890 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Unable to get data of znode /1-991209017/balancer because node does not exist (not necessarily an error) 2024-12-04T20:23:57,891 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991209017/balancer already deleted, retry=false 2024-12-04T20:23:57,891 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:23:57,892 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Unable to get data of znode /1-991209017/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:23:57,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991209017/normalizer already deleted, retry=false 2024-12-04T20:23:57,894 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:23:57,895 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Unable to get data of znode /1-991209017/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:23:57,896 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991209017/switch/split already deleted, retry=false 2024-12-04T20:23:57,897 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Unable to get data of znode /1-991209017/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:23:57,898 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991209017/switch/merge already deleted, retry=false 2024-12-04T20:23:57,901 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Unable to get data of znode /1-991209017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:23:57,902 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991209017/snapshot-cleanup already deleted, retry=false 2024-12-04T20:23:57,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991209017/running 2024-12-04T20:23:57,903 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991209017/running 2024-12-04T20:23:57,903 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:57,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:57,904 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,35321,1733343836045, sessionid=0x100a6e733640003, setting cluster-up flag (Was=false) 2024-12-04T20:23:57,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:57,906 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:57,909 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-991209017/flush-table-proc/acquired, /1-991209017/flush-table-proc/reached, /1-991209017/flush-table-proc/abort 2024-12-04T20:23:57,911 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,35321,1733343836045 2024-12-04T20:23:57,913 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:57,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:57,917 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-991209017/online-snapshot/acquired, /1-991209017/online-snapshot/reached, /1-991209017/online-snapshot/abort 2024-12-04T20:23:57,918 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,35321,1733343836045 2024-12-04T20:23:57,920 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:23:57,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:57,923 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:23:57,923 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:23:57,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,35321,1733343836045 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:23:57,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:57,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:57,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:57,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:23:57,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:23:57,926 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:57,926 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:23:57,926 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:57,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343867940 2024-12-04T20:23:57,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:23:57,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:23:57,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:23:57,940 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:23:57,941 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:23:57,941 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:23:57,941 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:57,941 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:23:57,941 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:23:57,941 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:23:57,942 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:23:57,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:57,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:23:57,942 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:23:57,942 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:23:57,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:57,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:23:57,945 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343837942,5,FailOnTimeoutGroup] 2024-12-04T20:23:57,946 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343837945,5,FailOnTimeoutGroup] 2024-12-04T20:23:57,946 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:57,946 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:23:57,946 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:57,946 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:23:58,010 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(746): ClusterId : b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f 2024-12-04T20:23:58,011 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:23:58,015 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:23:58,015 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:23:58,018 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:23:58,019 DEBUG [RS:0;c2ef38372881:43395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f974bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:23:58,035 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:43395 2024-12-04T20:23:58,035 INFO [RS:0;c2ef38372881:43395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:23:58,035 INFO [RS:0;c2ef38372881:43395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:23:58,035 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:23:58,036 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,35321,1733343836045 with port=43395, startcode=1733343836085 2024-12-04T20:23:58,036 DEBUG [RS:0;c2ef38372881:43395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:23:58,038 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:23:58,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,43395,1733343836085 2024-12-04T20:23:58,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35321 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,43395,1733343836085 2024-12-04T20:23:58,042 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3 2024-12-04T20:23:58,042 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37707 2024-12-04T20:23:58,042 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:23:58,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017/rs 2024-12-04T20:23:58,045 DEBUG [RS:0;c2ef38372881:43395 {}] zookeeper.ZKUtil(111): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on existing znode=/1-991209017/rs/c2ef38372881,43395,1733343836085 2024-12-04T20:23:58,045 WARN [RS:0;c2ef38372881:43395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:23:58,046 INFO [RS:0;c2ef38372881:43395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:23:58,046 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/WALs/c2ef38372881,43395,1733343836085 2024-12-04T20:23:58,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,43395,1733343836085] 2024-12-04T20:23:58,050 INFO [RS:0;c2ef38372881:43395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:23:58,052 INFO [RS:0;c2ef38372881:43395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:23:58,053 INFO [RS:0;c2ef38372881:43395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:23:58,053 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,053 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:23:58,054 INFO [RS:0;c2ef38372881:43395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:23:58,054 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,054 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:23:58,055 DEBUG [RS:0;c2ef38372881:43395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:23:58,056 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,056 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,056 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,056 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,056 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,056 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43395,1733343836085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:23:58,069 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:23:58,069 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43395,1733343836085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,069 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,069 INFO [RS:0;c2ef38372881:43395 {}] regionserver.Replication(171): c2ef38372881,43395,1733343836085 started 2024-12-04T20:23:58,082 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:58,082 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,43395,1733343836085, RpcServer on c2ef38372881/172.17.0.2:43395, sessionid=0x100a6e733640004 2024-12-04T20:23:58,082 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:23:58,082 DEBUG [RS:0;c2ef38372881:43395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,43395,1733343836085 2024-12-04T20:23:58,082 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43395,1733343836085' 2024-12-04T20:23:58,082 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-991209017/flush-table-proc/abort' 2024-12-04T20:23:58,083 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-991209017/flush-table-proc/acquired' 2024-12-04T20:23:58,084 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:23:58,084 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:23:58,084 DEBUG [RS:0;c2ef38372881:43395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,43395,1733343836085 2024-12-04T20:23:58,084 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43395,1733343836085' 2024-12-04T20:23:58,084 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-991209017/online-snapshot/abort' 2024-12-04T20:23:58,084 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-991209017/online-snapshot/acquired' 2024-12-04T20:23:58,085 DEBUG [RS:0;c2ef38372881:43395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:23:58,085 INFO [RS:0;c2ef38372881:43395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:23:58,085 INFO [RS:0;c2ef38372881:43395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:23:58,186 INFO [RS:0;c2ef38372881:43395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:23:58,193 INFO [RS:0;c2ef38372881:43395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43395%2C1733343836085, suffix=, logDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/WALs/c2ef38372881,43395,1733343836085, archiveDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/oldWALs, maxLogs=10 2024-12-04T20:23:58,224 DEBUG [RS:0;c2ef38372881:43395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/WALs/c2ef38372881,43395,1733343836085/c2ef38372881%2C43395%2C1733343836085.1733343838197, exclude list is [], retry=0 2024-12-04T20:23:58,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-6c48d391-d155-4405-87e4-83a16b81c533,DISK] 2024-12-04T20:23:58,230 INFO [RS:0;c2ef38372881:43395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/WALs/c2ef38372881,43395,1733343836085/c2ef38372881%2C43395%2C1733343836085.1733343838197 2024-12-04T20:23:58,231 DEBUG [RS:0;c2ef38372881:43395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37367:37367)] 2024-12-04T20:23:58,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:23:58,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3 2024-12-04T20:23:58,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:23:58,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:58,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:23:58,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:23:58,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:23:58,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:23:58,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:58,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:58,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:23:58,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:23:58,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:58,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:58,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:23:58,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:23:58,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:58,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:58,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:23:58,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740 2024-12-04T20:23:58,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740 2024-12-04T20:23:58,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:23:58,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:23:58,788 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:23:58,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:23:58,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:23:58,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61648294, jitterRate=-0.0813688337802887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:23:58,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343838767Initializing all the Stores at 1733343838771 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343838772 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343838772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343838772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343838772Cleaning up temporary data from old regions at 1733343838787 (+15 ms)Region opened successfully at 1733343838794 (+7 ms) 2024-12-04T20:23:58,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:23:58,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:23:58,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:23:58,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:23:58,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:23:58,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:23:58,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343838794Disabling compacts and flushes for region at 1733343838794Disabling writes for close at 1733343838794Writing region close event to WAL at 1733343838795 (+1 ms)Closed at 1733343838795 2024-12-04T20:23:58,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:58,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:23:58,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:23:58,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:23:58,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:23:58,951 DEBUG [c2ef38372881:35321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:23:58,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,43395,1733343836085 2024-12-04T20:23:58,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43395,1733343836085, state=OPENING 2024-12-04T20:23:58,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:23:58,962 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:23:58,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:23:58,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991209017/meta-region-server: CHANGED 2024-12-04T20:23:58,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991209017/meta-region-server: CHANGED 2024-12-04T20:23:58,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43395,1733343836085}] 2024-12-04T20:23:59,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:23:59,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:23:59,127 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:23:59,127 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:23:59,127 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:23:59,131 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43395%2C1733343836085.meta, suffix=.meta, logDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/WALs/c2ef38372881,43395,1733343836085, archiveDir=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/oldWALs, maxLogs=10 2024-12-04T20:23:59,144 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/WALs/c2ef38372881,43395,1733343836085/c2ef38372881%2C43395%2C1733343836085.meta.1733343839133.meta, exclude list is [], retry=0 2024-12-04T20:23:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-6c48d391-d155-4405-87e4-83a16b81c533,DISK] 2024-12-04T20:23:59,150 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/WALs/c2ef38372881,43395,1733343836085/c2ef38372881%2C43395%2C1733343836085.meta.1733343839133.meta 2024-12-04T20:23:59,150 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37367:37367)] 2024-12-04T20:23:59,150 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:23:59,151 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:23:59,151 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:23:59,151 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:23:59,151 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:23:59,151 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:23:59,151 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:23:59,151 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:23:59,151 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:23:59,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:23:59,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:23:59,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:59,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:59,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:23:59,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:23:59,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:59,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:59,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:23:59,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:23:59,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:59,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:59,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:23:59,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:23:59,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:59,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:23:59,163 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:23:59,164 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740 2024-12-04T20:23:59,166 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740 2024-12-04T20:23:59,168 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:23:59,168 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:23:59,169 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:23:59,171 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:23:59,172 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68446527, jitterRate=0.019932731986045837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:23:59,172 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:23:59,173 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343839151Writing region info on filesystem at 1733343839151Initializing all the Stores at 1733343839153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343839153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343839153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343839153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343839153Cleaning up temporary data from old regions at 1733343839168 (+15 ms)Running coprocessor post-open hooks at 1733343839172 (+4 ms)Region opened successfully at 1733343839172 2024-12-04T20:23:59,174 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343839117 2024-12-04T20:23:59,177 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:23:59,178 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:23:59,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,43395,1733343836085 2024-12-04T20:23:59,180 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43395,1733343836085, state=OPEN 2024-12-04T20:23:59,181 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-991209017/meta-region-server 2024-12-04T20:23:59,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-991209017/meta-region-server 2024-12-04T20:23:59,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991209017/meta-region-server: CHANGED 2024-12-04T20:23:59,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991209017/meta-region-server: CHANGED 2024-12-04T20:23:59,181 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,43395,1733343836085 2024-12-04T20:23:59,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:23:59,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43395,1733343836085 in 218 msec 2024-12-04T20:23:59,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:23:59,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-04T20:23:59,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:23:59,190 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:23:59,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:23:59,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43395,1733343836085, seqNum=-1] 2024-12-04T20:23:59,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:23:59,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:23:59,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-12-04T20:23:59,203 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343839203, completionTime=-1 2024-12-04T20:23:59,203 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:23:59,203 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:23:59,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:23:59,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733343899206 2024-12-04T20:23:59,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733343959206 2024-12-04T20:23:59,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:23:59,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35321,1733343836045-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:59,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35321,1733343836045-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:59,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35321,1733343836045-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:59,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:35321, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:59,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:59,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:59,209 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:23:59,211 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.088sec 2024-12-04T20:23:59,211 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:23:59,211 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:23:59,211 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:23:59,212 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:23:59,212 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:23:59,212 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35321,1733343836045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:23:59,212 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35321,1733343836045-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:23:59,215 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:23:59,215 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:23:59,215 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35321,1733343836045-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:23:59,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:23:59,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:23:59,220 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:23:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:23:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:23:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241f7f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:23:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:23:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:23:59,224 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:23:59,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:23:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43395,1733343836085, seqNum=-1] 2024-12-04T20:23:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:23:59,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:23:59,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,35321,1733343836045 2024-12-04T20:23:59,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:23:59,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:23:59,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6e733640005 connected 2024-12-04T20:23:59,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,33225,-1 for getting cluster id 2024-12-04T20:23:59,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:23:59,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3dfe4b5-aac3-4289-8dc0-19395ab49db6' 2024-12-04T20:23:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:23:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3dfe4b5-aac3-4289-8dc0-19395ab49db6" 2024-12-04T20:23:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5153f5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,33225,-1] 2024-12-04T20:23:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:23:59,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:23:59,247 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:23:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ded56a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:23:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,33225,1733343830827 2024-12-04T20:23:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a314f1e 2024-12-04T20:23:59,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:23:59,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:23:59,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:23:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:23:59,280 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:23:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:23:59,282 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219a52e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,282 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:23:59,282 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:23:59,283 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:23:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:23:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:23:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45338941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:23:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:23:59,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:23:59,286 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:23:59,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ca00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:23:59,288 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:23:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:23:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af8ed08 2024-12-04T20:23:59,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:23:59,293 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:23:59,304 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T20:23:59,304 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:23:59,309 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:23:59,309 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:23:59,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:23:59,311 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:23:59,317 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:23:59,320 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:23:59,320 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:23:59,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:23:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741835_1011 (size=1138) 2024-12-04T20:23:59,369 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:23:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:23:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:23:59,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 860a3ac94a03c706dc7d16f303367f56, NAME => 'hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8 2024-12-04T20:23:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741836_1012 (size=44) 2024-12-04T20:23:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:00,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:00,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 860a3ac94a03c706dc7d16f303367f56, disabling compactions & flushes 2024-12-04T20:24:00,152 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:00,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:00,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. after waiting 0 ms 2024-12-04T20:24:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:00,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 860a3ac94a03c706dc7d16f303367f56: Waiting for close lock at 1733343840152Disabling compacts and flushes for region at 1733343840152Disabling writes for close at 1733343840153 (+1 ms)Writing region close event to WAL at 1733343840153Closed at 1733343840153 2024-12-04T20:24:00,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:24:00,167 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733343840157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343840157"}]},"ts":"1733343840157"} 2024-12-04T20:24:00,170 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:24:00,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:24:00,174 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343840172"}]},"ts":"1733343840172"} 2024-12-04T20:24:00,177 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:24:00,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN}] 2024-12-04T20:24:00,181 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN 2024-12-04T20:24:00,183 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN; state=OFFLINE, location=c2ef38372881,43403,1733343831371; forceNewPlan=false, retain=false 2024-12-04T20:24:00,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:24:00,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:24:00,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=860a3ac94a03c706dc7d16f303367f56, regionState=OPENING, regionLocation=c2ef38372881,43403,1733343831371 2024-12-04T20:24:00,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN because future has completed 2024-12-04T20:24:00,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 860a3ac94a03c706dc7d16f303367f56, server=c2ef38372881,43403,1733343831371}] 2024-12-04T20:24:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:00,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:00,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:00,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:24:00,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43403%2C1733343831371.rep, suffix=, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs, maxLogs=10 2024-12-04T20:24:00,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.rep.1733343840509, exclude list is [], retry=0 2024-12-04T20:24:00,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:24:00,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.rep.1733343840509 2024-12-04T20:24:00,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:24:00,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 860a3ac94a03c706dc7d16f303367f56, NAME => 'hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:00,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:00,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:00,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. service=MultiRowMutationService 2024-12-04T20:24:00,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:24:00,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:00,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,530 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,532 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a3ac94a03c706dc7d16f303367f56 columnFamilyName hfileref 2024-12-04T20:24:00,532 DEBUG [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:00,533 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(327): Store=860a3ac94a03c706dc7d16f303367f56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:00,533 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,535 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a3ac94a03c706dc7d16f303367f56 columnFamilyName queue 2024-12-04T20:24:00,535 DEBUG [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:00,536 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(327): Store=860a3ac94a03c706dc7d16f303367f56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:00,536 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,538 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a3ac94a03c706dc7d16f303367f56 columnFamilyName sid 2024-12-04T20:24:00,538 DEBUG [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:00,538 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(327): Store=860a3ac94a03c706dc7d16f303367f56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:00,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:24:00,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:00,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 860a3ac94a03c706dc7d16f303367f56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65143857, jitterRate=-0.029280886054039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:24:00,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:00,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 860a3ac94a03c706dc7d16f303367f56: Running coprocessor pre-open hook at 1733343840528Writing region info on filesystem at 1733343840528Initializing all the Stores at 1733343840529 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343840529Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343840530 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343840530Cleaning up temporary data from old regions at 1733343840543 (+13 ms)Running coprocessor post-open hooks at 1733343840550 (+7 ms)Region opened successfully at 1733343840551 (+1 ms) 2024-12-04T20:24:00,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56., pid=7, masterSystemTime=1733343840493 2024-12-04T20:24:00,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:00,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:00,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=860a3ac94a03c706dc7d16f303367f56, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,43403,1733343831371 2024-12-04T20:24:00,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 860a3ac94a03c706dc7d16f303367f56, server=c2ef38372881,43403,1733343831371 because future has completed 2024-12-04T20:24:00,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T20:24:00,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 860a3ac94a03c706dc7d16f303367f56, server=c2ef38372881,43403,1733343831371 in 224 msec 2024-12-04T20:24:00,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:24:00,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN in 387 msec 2024-12-04T20:24:00,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:24:00,572 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343840572"}]},"ts":"1733343840572"} 2024-12-04T20:24:00,576 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:24:00,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:24:00,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2660 sec 2024-12-04T20:24:00,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56., hostname=c2ef38372881,43403,1733343831371, seqNum=2] 2024-12-04T20:24:00,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43403 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T20:24:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:00,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:24:00,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T20:24:00,825 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:24:00,857 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,43403,1733343831371, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:24:00,858 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:00,858 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43403,1733343831371, seqNum=-1] 2024-12-04T20:24:00,859 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:00,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T20:24:00,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,43403,1733343831371', locateType=CURRENT is [region=hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56., hostname=c2ef38372881,43403,1733343831371, seqNum=2] 2024-12-04T20:24:00,868 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T20:24:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T20:24:00,873 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,43403,1733343831371 suceeded 2024-12-04T20:24:00,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T20:24:00,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-12-04T20:24:00,876 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:24:00,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6070 sec 2024-12-04T20:24:00,884 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:24:00,886 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1efc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:00,886 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:24:00,886 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:00,887 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:24:00,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:00,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:24:00,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62edb286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:00,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:24:00,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:00,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:00,889 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:00,890 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e7f5da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:00,890 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:00,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:24:00,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54781074 2024-12-04T20:24:00,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:00,892 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T20:24:00,893 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,43403,1733343831371 (queues=1) is replicating from cluster=d3dfe4b5-aac3-4289-8dc0-19395ab49db6 to cluster=b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f 2024-12-04T20:24:00,895 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C43403%2C1733343831371 2024-12-04T20:24:00,898 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,43403,1733343831371, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:24:00,900 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.shipperc2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C43403%2C1733343831371 2024-12-04T20:24:00,905 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181, startPosition=0, beingWritten=true 2024-12-04T20:24:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:24:01,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T20:24:01,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:24:01,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T20:24:01,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:01,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T20:24:01,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:01,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T20:24:01,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T20:24:01,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T20:24:01,156 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:01,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:01,429 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:24:01,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:01,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:01,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,33225,-1 for getting cluster id 2024-12-04T20:24:01,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:01,435 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3dfe4b5-aac3-4289-8dc0-19395ab49db6' 2024-12-04T20:24:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3dfe4b5-aac3-4289-8dc0-19395ab49db6" 2024-12-04T20:24:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,33225,-1] 2024-12-04T20:24:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,439 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:01,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:01,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,33225,1733343830827 2024-12-04T20:24:01,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-12-04T20:24:01,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:01,443 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:01,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:24:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:24:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T20:24:01,447 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:24:01,448 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7282e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,448 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:24:01,448 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:01,449 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:24:01,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:01,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:24:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55679c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:24:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,451 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:01,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626cf41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,453 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:01,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:24:01,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b5cf0e 2024-12-04T20:24:01,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:01,456 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:01,457 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T20:24:01,457 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:24:01,457 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,457 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:01,462 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:01,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:24:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T20:24:01,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T20:24:01,622 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T20:24:01,656 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c2ef38372881,43403,1733343831371, ReplicationSource: 2, currentBandwidth=0 2024-12-04T20:24:01,660 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T20:24:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T20:24:01,664 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c2ef38372881,43403,1733343831371 suceeded 2024-12-04T20:24:01,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:24:01,667 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:24:01,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-04T20:24:01,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 224 msec 2024-12-04T20:24:01,674 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:24:01,675 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,675 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:24:01,675 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:01,676 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:24:01,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:01,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:24:01,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d6528b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:24:01,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:01,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,678 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:01,679 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,679 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:01,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:24:01,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66dbd2dd 2024-12-04T20:24:01,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:01,681 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T20:24:01,682 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c2ef38372881,43403,1733343831371 (queues=1) is replicating from cluster=d3dfe4b5-aac3-4289-8dc0-19395ab49db6 to cluster=b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f 2024-12-04T20:24:01,682 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c2ef38372881%2C43403%2C1733343831371 2024-12-04T20:24:01,682 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c2ef38372881,43403,1733343831371, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:24:01,683 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.shipperc2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C43403%2C1733343831371 2024-12-04T20:24:01,683 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181, startPosition=0, beingWritten=true 2024-12-04T20:24:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T20:24:01,767 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T20:24:01,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:01,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:01,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:01,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,33225,1733343830827 2024-12-04T20:24:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72880a0d 2024-12-04T20:24:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:01,775 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:01,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:24:01,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T20:24:01,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:24:01,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T20:24:01,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:24:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T20:24:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T20:24:01,793 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:24:01,794 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f6b77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,794 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:24:01,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:01,795 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:24:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:24:01,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c29726a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:24:01,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:01,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,797 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d313d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:01,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:24:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cdd9ce9 2024-12-04T20:24:01,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:01,801 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:01,801 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:24:01,802 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:24:01,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:01,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:01,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:24:01,869 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:01,890 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T20:24:01,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T20:24:01,962 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T20:24:01,966 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T20:24:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T20:24:01,973 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c2ef38372881,43403,1733343831371 suceeded 2024-12-04T20:24:01,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T20:24:01,976 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:24:01,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-12-04T20:24:01,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-12-04T20:24:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T20:24:02,106 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T20:24:02,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:24:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T20:24:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T20:24:02,110 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:24:02,111 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af5f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:02,111 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:24:02,111 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:02,112 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:24:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:24:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6096c999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:24:02,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:02,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:02,115 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:02,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ebe9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:02,116 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:02,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:24:02,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a484449 2024-12-04T20:24:02,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:02,119 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:02,119 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T20:24:02,120 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:24:02,120 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:02,120 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:02,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:02,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:24:02,197 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T20:24:02,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T20:24:02,279 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T20:24:02,282 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T20:24:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T20:24:02,288 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c2ef38372881,43403,1733343831371 suceeded 2024-12-04T20:24:02,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T20:24:02,293 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c2ef38372881:35321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:24:02,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-12-04T20:24:02,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 186 msec 2024-12-04T20:24:02,381 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T20:24:02,426 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T20:24:02,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:24:02,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T20:24:02,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:02,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:02,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:02,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:02,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:02,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:24:02,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=154169346, stopped=false 2024-12-04T20:24:02,431 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,33225,1733343830827 2024-12-04T20:24:02,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/running 2024-12-04T20:24:02,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:02,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/running 2024-12-04T20:24:02,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:02,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:02,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:02,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:02,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:02,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:24:02,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,43403,1733343831371' ***** 2024-12-04T20:24:02,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:24:02,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:24:02,435 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:24:02,435 INFO [RS:0;c2ef38372881:43403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:24:02,435 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:24:02,436 INFO [RS:0;c2ef38372881:43403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:24:02,436 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(3091): Received CLOSE for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:02,436 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,43403,1733343831371 2024-12-04T20:24:02,437 INFO [RS:0;c2ef38372881:43403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:02,437 INFO [RS:0;c2ef38372881:43403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43403. 2024-12-04T20:24:02,437 DEBUG [RS:0;c2ef38372881:43403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:02,437 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:02,437 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 860a3ac94a03c706dc7d16f303367f56, disabling compactions & flushes 2024-12-04T20:24:02,437 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:02,437 INFO [RS:0;c2ef38372881:43403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:24:02,437 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:02,437 INFO [RS:0;c2ef38372881:43403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:24:02,437 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. after waiting 0 ms 2024-12-04T20:24:02,437 INFO [RS:0;c2ef38372881:43403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:24:02,437 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:02,438 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:24:02,438 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:24:02,438 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:02,438 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 860a3ac94a03c706dc7d16f303367f56=hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.} 2024-12-04T20:24:02,438 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:02,438 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:02,438 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:02,438 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:02,438 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:02,442 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 860a3ac94a03c706dc7d16f303367f56 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T20:24:02,442 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T20:24:02,495 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/.tmp/queue/d735847acd40466686cd0a7becebe15a is 151, key is 1-c2ef38372881,43403,1733343831371/queue:c2ef38372881%2C43403%2C1733343831371/1733343840864/Put/seqid=0 2024-12-04T20:24:02,495 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/info/6ab8eae32b82442e98e716fc8c87bc3a is 147, key is hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56./info:regioninfo/1733343840557/Put/seqid=0 2024-12-04T20:24:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741838_1014 (size=6631) 2024-12-04T20:24:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741839_1015 (size=5500) 2024-12-04T20:24:02,529 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:02,603 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:02,639 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:02,839 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:02,906 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/info/6ab8eae32b82442e98e716fc8c87bc3a 2024-12-04T20:24:02,906 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/.tmp/queue/d735847acd40466686cd0a7becebe15a 2024-12-04T20:24:02,951 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/.tmp/queue/d735847acd40466686cd0a7becebe15a as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/queue/d735847acd40466686cd0a7becebe15a 2024-12-04T20:24:02,960 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/queue/d735847acd40466686cd0a7becebe15a, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T20:24:02,965 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/ns/e966f46fd66144e9932aa02cad1e668e is 43, key is default/ns:d/1733343834871/Put/seqid=0 2024-12-04T20:24:02,967 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 860a3ac94a03c706dc7d16f303367f56 in 525ms, sequenceid=6, compaction requested=false 2024-12-04T20:24:02,967 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:24:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741840_1016 (size=5153) 2024-12-04T20:24:02,985 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T20:24:02,987 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:02,987 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:02,987 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:02,988 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 860a3ac94a03c706dc7d16f303367f56: Waiting for close lock at 1733343842437Running coprocessor pre-close hooks at 1733343842437Disabling compacts and flushes for region at 1733343842437Disabling writes for close at 1733343842437Obtaining lock to block concurrent updates at 1733343842442 (+5 ms)Preparing flush snapshotting stores in 860a3ac94a03c706dc7d16f303367f56 at 1733343842442Finished memstore snapshotting hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733343842448 (+6 ms)Flushing stores of hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. at 1733343842450 (+2 ms)Flushing 860a3ac94a03c706dc7d16f303367f56/queue: creating writer at 1733343842451 (+1 ms)Flushing 860a3ac94a03c706dc7d16f303367f56/queue: appending metadata at 1733343842484 (+33 ms)Flushing 860a3ac94a03c706dc7d16f303367f56/queue: closing flushed file at 1733343842486 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@984e3ec: reopening flushed file at 1733343842949 (+463 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 860a3ac94a03c706dc7d16f303367f56 in 525ms, sequenceid=6, compaction requested=false at 1733343842967 (+18 ms)Writing region close event to WAL at 1733343842980 (+13 ms)Running coprocessor post-close hooks at 1733343842986 (+6 ms)Closed at 1733343842987 (+1 ms) 2024-12-04T20:24:02,988 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:02,994 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:03,039 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:03,052 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:24:03,052 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:24:03,112 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:03,239 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:03,374 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/ns/e966f46fd66144e9932aa02cad1e668e 2024-12-04T20:24:03,406 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/table/6031a7b8d836439994f858384cd02e7f is 53, key is hbase:replication/table:state/1733343840572/Put/seqid=0 2024-12-04T20:24:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741841_1017 (size=5256) 2024-12-04T20:24:03,440 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:24:03,440 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:24:03,440 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:03,640 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:03,701 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:03,724 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371/c2ef38372881%2C43403%2C1733343831371.1733343834181 to pos 0, reset compression=false 2024-12-04T20:24:03,813 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/table/6031a7b8d836439994f858384cd02e7f 2024-12-04T20:24:03,826 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/info/6ab8eae32b82442e98e716fc8c87bc3a as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/info/6ab8eae32b82442e98e716fc8c87bc3a 2024-12-04T20:24:03,834 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/info/6ab8eae32b82442e98e716fc8c87bc3a, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T20:24:03,836 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/ns/e966f46fd66144e9932aa02cad1e668e as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/ns/e966f46fd66144e9932aa02cad1e668e 2024-12-04T20:24:03,841 DEBUG [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:03,844 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/ns/e966f46fd66144e9932aa02cad1e668e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:24:03,846 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/table/6031a7b8d836439994f858384cd02e7f as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/table/6031a7b8d836439994f858384cd02e7f 2024-12-04T20:24:03,853 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/table/6031a7b8d836439994f858384cd02e7f, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T20:24:03,854 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1416ms, sequenceid=11, compaction requested=false 2024-12-04T20:24:03,860 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T20:24:03,860 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:03,860 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:03,861 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:03,861 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343842438Running coprocessor pre-close hooks at 1733343842438Disabling compacts and flushes for region at 1733343842438Disabling writes for close at 1733343842438Obtaining lock to block concurrent updates at 1733343842442 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733343842442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733343842448 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733343842450 (+2 ms)Flushing 1588230740/info: creating writer at 1733343842451 (+1 ms)Flushing 1588230740/info: appending metadata at 1733343842484 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733343842486 (+2 ms)Flushing 1588230740/ns: creating writer at 1733343842949 (+463 ms)Flushing 1588230740/ns: appending metadata at 1733343842965 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733343842965Flushing 1588230740/table: creating writer at 1733343843388 (+423 ms)Flushing 1588230740/table: appending metadata at 1733343843406 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733343843406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b08961a: reopening flushed file at 1733343843825 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecc9514: reopening flushed file at 1733343843834 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548b8d7e: reopening flushed file at 1733343843844 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1416ms, sequenceid=11, compaction requested=false at 1733343843854 (+10 ms)Writing region close event to WAL at 1733343843856 (+2 ms)Running coprocessor post-close hooks at 1733343843860 (+4 ms)Closed at 1733343843860 2024-12-04T20:24:03,861 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:04,041 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,43403,1733343831371; all regions closed. 2024-12-04T20:24:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741834_1010 (size=2742) 2024-12-04T20:24:04,059 DEBUG [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs 2024-12-04T20:24:04,059 INFO [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43403%2C1733343831371.meta:.meta(num 1733343834733) 2024-12-04T20:24:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741837_1013 (size=1802) 2024-12-04T20:24:04,066 DEBUG [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs 2024-12-04T20:24:04,066 INFO [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43403%2C1733343831371.rep:(num 1733343840509) 2024-12-04T20:24:04,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741833_1009 (size=93) 2024-12-04T20:24:04,072 DEBUG [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs 2024-12-04T20:24:04,072 INFO [RS:0;c2ef38372881:43403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43403%2C1733343831371:(num 1733343834181) 2024-12-04T20:24:04,072 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:04,072 INFO [RS:0;c2ef38372881:43403 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:04,072 INFO [RS:0;c2ef38372881:43403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:04,072 INFO [RS:0;c2ef38372881:43403 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:04,072 INFO [RS:0;c2ef38372881:43403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:04,073 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:04,073 INFO [RS:0;c2ef38372881:43403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,43403,1733343831371 because: Region server is closing 2024-12-04T20:24:04,073 INFO [RS:0;c2ef38372881:43403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43403. 2024-12-04T20:24:04,073 DEBUG [RS:0;c2ef38372881:43403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:04,073 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:04,073 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:04,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:04,174 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:24:04,174 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.shipperc2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:24:04,175 INFO [RS:0;c2ef38372881:43403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,43403,1733343831371.replicationSource.shipperc2ef38372881%2C43403%2C1733343831371,1-c2ef38372881,43403,1733343831371 terminated 2024-12-04T20:24:04,175 INFO [RS:0;c2ef38372881:43403 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c2ef38372881,43403,1733343831371 because: Region server is closing 2024-12-04T20:24:04,176 INFO [RS:0;c2ef38372881:43403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43403. 2024-12-04T20:24:04,176 DEBUG [RS:0;c2ef38372881:43403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:04,176 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:04,176 DEBUG [RS:0;c2ef38372881:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:04,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:04,277 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.wal-reader.c2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:24:04,277 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.shipperc2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:24:04,277 INFO [RS:0;c2ef38372881:43403 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,43403,1733343831371.replicationSource.shipperc2ef38372881%2C43403%2C1733343831371,2-c2ef38372881,43403,1733343831371 terminated 2024-12-04T20:24:04,277 INFO [RS:0;c2ef38372881:43403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43403 2024-12-04T20:24:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/rs/c2ef38372881,43403,1733343831371 2024-12-04T20:24:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/rs 2024-12-04T20:24:04,280 INFO [RS:0;c2ef38372881:43403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:04,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,43403,1733343831371] 2024-12-04T20:24:04,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/draining/c2ef38372881,43403,1733343831371 already deleted, retry=false 2024-12-04T20:24:04,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,43403,1733343831371 expired; onlineServers=0 2024-12-04T20:24:04,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,33225,1733343830827' ***** 2024-12-04T20:24:04,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:24:04,283 INFO [M:0;c2ef38372881:33225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:04,283 INFO [M:0;c2ef38372881:33225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:04,283 DEBUG [M:0;c2ef38372881:33225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:24:04,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:24:04,283 DEBUG [M:0;c2ef38372881:33225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:24:04,283 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343833877 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343833877,5,FailOnTimeoutGroup] 2024-12-04T20:24:04,283 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343833878 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343833878,5,FailOnTimeoutGroup] 2024-12-04T20:24:04,284 INFO [M:0;c2ef38372881:33225 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:04,284 INFO [M:0;c2ef38372881:33225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:04,284 DEBUG [M:0;c2ef38372881:33225 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:24:04,284 INFO [M:0;c2ef38372881:33225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:24:04,284 INFO [M:0;c2ef38372881:33225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:04,284 INFO [M:0;c2ef38372881:33225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:24:04,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/master 2024-12-04T20:24:04,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:04,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:24:04,285 DEBUG [M:0;c2ef38372881:33225 {}] zookeeper.ZKUtil(347): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/master because node does not exist (not an error) 2024-12-04T20:24:04,285 WARN [M:0;c2ef38372881:33225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:24:04,286 INFO [M:0;c2ef38372881:33225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/.lastflushedseqids 2024-12-04T20:24:04,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741842_1018 (size=181) 2024-12-04T20:24:04,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:04,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x100a6e733640001, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:04,383 INFO [RS:0;c2ef38372881:43403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:04,384 INFO [RS:0;c2ef38372881:43403 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,43403,1733343831371; zookeeper connection closed. 2024-12-04T20:24:04,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24cb3b44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24cb3b44 2024-12-04T20:24:04,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:24:04,698 INFO [M:0;c2ef38372881:33225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:24:04,699 INFO [M:0;c2ef38372881:33225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:24:04,700 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:04,700 INFO [M:0;c2ef38372881:33225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:04,700 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:04,700 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:04,700 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:04,701 INFO [M:0;c2ef38372881:33225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T20:24:04,719 DEBUG [M:0;c2ef38372881:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76ba3d4fc95471bac29516583e68476 is 82, key is hbase:meta,,1/info:regioninfo/1733343834809/Put/seqid=0 2024-12-04T20:24:04,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741843_1019 (size=5672) 2024-12-04T20:24:05,125 INFO [M:0;c2ef38372881:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76ba3d4fc95471bac29516583e68476 2024-12-04T20:24:05,153 DEBUG [M:0;c2ef38372881:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a19c4235de914744ba7475de49d7538a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733343840579/Put/seqid=0 2024-12-04T20:24:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741844_1020 (size=8663) 2024-12-04T20:24:05,560 INFO [M:0;c2ef38372881:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a19c4235de914744ba7475de49d7538a 2024-12-04T20:24:05,585 DEBUG [M:0;c2ef38372881:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c815d851d06147ab8bb5085fe4b41e57 is 69, key is c2ef38372881,43403,1733343831371/rs:state/1733343833949/Put/seqid=0 2024-12-04T20:24:05,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741845_1021 (size=5156) 2024-12-04T20:24:05,992 INFO [M:0;c2ef38372881:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c815d851d06147ab8bb5085fe4b41e57 2024-12-04T20:24:06,005 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76ba3d4fc95471bac29516583e68476 as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a76ba3d4fc95471bac29516583e68476 2024-12-04T20:24:06,012 INFO [M:0;c2ef38372881:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a76ba3d4fc95471bac29516583e68476, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T20:24:06,014 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a19c4235de914744ba7475de49d7538a as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a19c4235de914744ba7475de49d7538a 2024-12-04T20:24:06,021 INFO [M:0;c2ef38372881:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a19c4235de914744ba7475de49d7538a, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T20:24:06,023 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c815d851d06147ab8bb5085fe4b41e57 as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c815d851d06147ab8bb5085fe4b41e57 2024-12-04T20:24:06,029 INFO [M:0;c2ef38372881:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c815d851d06147ab8bb5085fe4b41e57, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T20:24:06,031 INFO [M:0;c2ef38372881:33225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false 2024-12-04T20:24:06,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:24:06,032 INFO [M:0;c2ef38372881:33225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:06,032 DEBUG [M:0;c2ef38372881:33225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343844699Disabling compacts and flushes for region at 1733343844699Disabling writes for close at 1733343844700 (+1 ms)Obtaining lock to block concurrent updates at 1733343844701 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343844701Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733343844702 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343844704 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343844704Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343844718 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343844718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343845136 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343845152 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343845152Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343845570 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343845585 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343845585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7187133b: reopening flushed file at 1733343846004 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41696f5f: reopening flushed file at 1733343846012 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f740b6: reopening flushed file at 1733343846021 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false at 1733343846031 (+10 ms)Writing region close event to WAL at 1733343846032 (+1 ms)Closed at 1733343846032 2024-12-04T20:24:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741830_1006 (size=59421) 2024-12-04T20:24:06,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:06,036 INFO [M:0;c2ef38372881:33225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:24:06,036 INFO [M:0;c2ef38372881:33225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33225 2024-12-04T20:24:06,036 INFO [M:0;c2ef38372881:33225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:06,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:06,138 INFO [M:0;c2ef38372881:33225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:06,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x100a6e733640000, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:06,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:06,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:06,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:06,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:06,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:06,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:06,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:24:06,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:06,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45499 2024-12-04T20:24:06,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45499 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:24:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454990x0, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:06,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45499-0x100a6e733640006 connected 2024-12-04T20:24:06,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:06,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:06,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:24:06,152 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: INIT 2024-12-04T20:24:06,152 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8, hbase.cluster.distributed=false 2024-12-04T20:24:06,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/acl 2024-12-04T20:24:06,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45499 2024-12-04T20:24:06,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45499 2024-12-04T20:24:06,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45499 2024-12-04T20:24:06,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45499 2024-12-04T20:24:06,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45499 2024-12-04T20:24:06,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:06,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:06,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:06,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:06,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:06,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:06,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:24:06,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:06,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35559 2024-12-04T20:24:06,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35559 connecting to ZooKeeper ensemble=127.0.0.1:49339 2024-12-04T20:24:06,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:06,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355590x0, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:06,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355590x0, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:24:06,187 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: INIT 2024-12-04T20:24:06,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:24:06,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35559-0x100a6e733640007 connected 2024-12-04T20:24:06,189 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:24:06,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/master 2024-12-04T20:24:06,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/acl 2024-12-04T20:24:06,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35559 2024-12-04T20:24:06,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35559 2024-12-04T20:24:06,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35559 2024-12-04T20:24:06,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35559 2024-12-04T20:24:06,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35559 2024-12-04T20:24:06,210 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:45499 2024-12-04T20:24:06,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01457489116/backup-masters/c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:24:06,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:24:06,215 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on existing znode=/01457489116/backup-masters/c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457489116/master 2024-12-04T20:24:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:06,217 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on existing znode=/01457489116/master 2024-12-04T20:24:06,217 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01457489116/backup-masters/c2ef38372881,45499,1733343846139 from backup master directory 2024-12-04T20:24:06,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/backup-masters/c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:24:06,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/backup-masters 2024-12-04T20:24:06,218 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:06,218 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,235 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:06,235 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:24:06,250 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-12-04T20:24:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741846_1022 (size=196) 2024-12-04T20:24:06,660 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:06,661 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:24:06,662 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:06,675 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T20:24:06,679 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827 to hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827-dead as it is dead 2024-12-04T20:24:06,680 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T20:24:06,680 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T20:24:06,680 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827-dead/c2ef38372881%2C33225%2C1733343830827.1733343833398 2024-12-04T20:24:06,684 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827-dead/c2ef38372881%2C33225%2C1733343830827.1733343833398 after 3ms 2024-12-04T20:24:06,685 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827-dead/c2ef38372881%2C33225%2C1733343830827.1733343833398 to hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C33225%2C1733343830827.1733343833398 2024-12-04T20:24:06,685 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,33225,1733343830827-dead 2024-12-04T20:24:06,686 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,688 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:06,690 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C45499%2C1733343846139, suffix=, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,45499,1733343846139, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/oldWALs, maxLogs=10 2024-12-04T20:24:06,707 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,45499,1733343846139/c2ef38372881%2C45499%2C1733343846139.1733343846690, exclude list is [], retry=0 2024-12-04T20:24:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:24:06,713 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/WALs/c2ef38372881,45499,1733343846139/c2ef38372881%2C45499%2C1733343846139.1733343846690 2024-12-04T20:24:06,714 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:24:06,714 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:06,714 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:06,714 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,714 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:24:06,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:06,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a76ba3d4fc95471bac29516583e68476 2024-12-04T20:24:06,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:06,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:24:06,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:06,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a19c4235de914744ba7475de49d7538a 2024-12-04T20:24:06,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:06,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:24:06,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:06,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c815d851d06147ab8bb5085fe4b41e57 2024-12-04T20:24:06,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:06,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:24:06,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:06,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:06,747 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,748 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T20:24:06,748 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C33225%2C1733343830827.1733343833398 2024-12-04T20:24:06,765 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C33225%2C1733343830827.1733343833398 2024-12-04T20:24:06,766 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C33225%2C1733343830827.1733343833398 2024-12-04T20:24:06,768 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,768 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,769 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:06,771 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:06,774 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T20:24:06,775 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66989759, jitterRate=-0.001774802803993225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:06,776 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343846714Initializing all the Stores at 1733343846716 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343846716Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343846716Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343846716Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343846716Cleaning up temporary data from old regions at 1733343846768 (+52 ms)Region opened successfully at 1733343846775 (+7 ms) 2024-12-04T20:24:06,776 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:24:06,780 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddc2dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:06,792 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T20:24:06,793 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:24:06,793 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:24:06,793 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:24:06,794 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:24:06,800 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:06,800 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:24:06,801 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:24:06,801 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:24:06,801 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T20:24:06,801 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T20:24:06,802 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-04T20:24:06,802 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:24:06,806 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2ef38372881,43403,1733343831371, regionLocation=c2ef38372881,43403,1733343831371, openSeqNum=2 2024-12-04T20:24:06,806 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2ef38372881,43403,1733343831371, table=hbase:meta, region=1588230740 2024-12-04T20:24:06,806 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43403,1733343831371, state=OPEN 2024-12-04T20:24:06,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:24:06,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:24:06,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:24:06,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:24:06,813 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:24:06,814 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/draining/c2ef38372881,43403,1733343831371 already deleted, retry=false 2024-12-04T20:24:06,814 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c2ef38372881,43403,1733343831371 on c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,819 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c2ef38372881,43403,1733343831371, splitWal=true, meta=true 2024-12-04T20:24:06,822 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for c2ef38372881,43403,1733343831371 (carryingMeta=true) c2ef38372881,43403,1733343831371/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@316f011c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T20:24:06,826 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/balancer because node does not exist (not necessarily an error) 2024-12-04T20:24:06,828 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/balancer already deleted, retry=false 2024-12-04T20:24:06,829 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:24:06,830 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:24:06,831 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/normalizer already deleted, retry=false 2024-12-04T20:24:06,831 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:24:06,832 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:24:06,833 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/switch/split already deleted, retry=false 2024-12-04T20:24:06,834 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:24:06,835 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/switch/merge already deleted, retry=false 2024-12-04T20:24:06,842 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:24:06,843 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/snapshot-cleanup already deleted, retry=false 2024-12-04T20:24:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457489116/running 2024-12-04T20:24:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457489116/running 2024-12-04T20:24:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:06,845 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,45499,1733343846139, sessionid=0x100a6e733640006, setting cluster-up flag (Was=false) 2024-12-04T20:24:06,848 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01457489116/flush-table-proc/acquired, /01457489116/flush-table-proc/reached, /01457489116/flush-table-proc/abort 2024-12-04T20:24:06,849 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,851 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01457489116/online-snapshot/acquired, /01457489116/online-snapshot/reached, /01457489116/online-snapshot/abort 2024-12-04T20:24:06,852 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,45499,1733343846139 2024-12-04T20:24:06,854 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/.lastflushedseqids 2024-12-04T20:24:06,857 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:24:06,857 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:24:06,857 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,45499,1733343846139 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c2ef38372881,43403,1733343831371 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:24:06,859 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:06,859 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:06,859 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:06,859 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:06,859 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:24:06,859 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,860 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:06,860 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,860 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343876860 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:24:06,861 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:24:06,862 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:24:06,862 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:24:06,862 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:24:06,862 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:24:06,862 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343846862,5,FailOnTimeoutGroup] 2024-12-04T20:24:06,863 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343846862,5,FailOnTimeoutGroup] 2024-12-04T20:24:06,863 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c2ef38372881,43403,1733343831371, splitWal=true, meta=true 2024-12-04T20:24:06,863 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,863 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:24:06,863 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,863 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,864 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343846863, completionTime=-1 2024-12-04T20:24:06,864 WARN [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T20:24:06,865 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c2ef38372881,43403,1733343831371, splitWal=true, meta=true, isMeta: true 2024-12-04T20:24:06,867 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371-splitting 2024-12-04T20:24:06,867 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T20:24:06,868 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371-splitting dir is empty, no logs to split. 2024-12-04T20:24:06,868 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2ef38372881,43403,1733343831371 WAL count=0, meta=true 2024-12-04T20:24:06,872 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371-splitting dir is empty, no logs to split. 2024-12-04T20:24:06,872 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2ef38372881,43403,1733343831371 WAL count=0, meta=true 2024-12-04T20:24:06,872 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c2ef38372881,43403,1733343831371 WAL splitting is done? wals=0, meta=true 2024-12-04T20:24:06,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:24:06,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:06,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T20:24:06,902 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(746): ClusterId : d3dfe4b5-aac3-4289-8dc0-19395ab49db6 2024-12-04T20:24:06,903 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:24:06,905 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:24:06,905 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:24:06,907 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:24:06,907 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df84b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:06,923 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:35559 2024-12-04T20:24:06,924 INFO [RS:0;c2ef38372881:35559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:24:06,924 INFO [RS:0;c2ef38372881:35559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:24:06,924 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:24:06,925 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,45499,1733343846139 with port=35559, startcode=1733343846178 2024-12-04T20:24:06,925 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:24:06,927 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:24:06,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,35559,1733343846178 2024-12-04T20:24:06,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45499 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,35559,1733343846178 2024-12-04T20:24:06,930 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8 2024-12-04T20:24:06,930 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36085 2024-12-04T20:24:06,930 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:24:06,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/rs 2024-12-04T20:24:06,932 DEBUG [RS:0;c2ef38372881:35559 {}] zookeeper.ZKUtil(111): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on existing znode=/01457489116/rs/c2ef38372881,35559,1733343846178 2024-12-04T20:24:06,932 WARN [RS:0;c2ef38372881:35559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:06,933 INFO [RS:0;c2ef38372881:35559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:06,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,35559,1733343846178] 2024-12-04T20:24:06,933 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178 2024-12-04T20:24:06,967 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T20:24:06,980 INFO [RS:0;c2ef38372881:35559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:24:06,983 INFO [RS:0;c2ef38372881:35559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:24:06,983 INFO [RS:0;c2ef38372881:35559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:24:06,983 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,985 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:24:06,986 INFO [RS:0;c2ef38372881:35559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:24:06,986 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,986 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,986 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,986 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,986 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,986 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,986 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:06,986 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,987 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,987 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,987 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,987 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,987 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:06,987 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:06,987 DEBUG [RS:0;c2ef38372881:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:06,988 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,988 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,988 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,988 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,988 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:06,988 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35559,1733343846178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:07,000 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:24:07,000 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35559,1733343846178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:07,014 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,35559,1733343846178, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:24:07,025 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(231): queueId=2-c2ef38372881,35559,1733343846178, ReplicationSource: 2, currentBandwidth=0 2024-12-04T20:24:07,026 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:07,026 INFO [RS:0;c2ef38372881:35559 {}] regionserver.Replication(171): c2ef38372881,35559,1733343846178 started 2024-12-04T20:24:07,026 DEBUG [RS:0;c2ef38372881:35559.replicationSource,1-c2ef38372881,35559,1733343846178 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:24:07,027 DEBUG [RS:0;c2ef38372881:35559.replicationSource,1-c2ef38372881,35559,1733343846178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c6a997d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:07,027 DEBUG [RS:0;c2ef38372881:35559.replicationSource,1-c2ef38372881,35559,1733343846178 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:24:07,027 DEBUG [RS:0;c2ef38372881:35559.replicationSource,1-c2ef38372881,35559,1733343846178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:07,028 WARN [c2ef38372881:45499 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T20:24:07,028 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:24:07,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:07,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:24:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3faf62c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:24:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:07,031 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:07,032 DEBUG [RS:0;c2ef38372881:35559.replicationSource,1-c2ef38372881,35559,1733343846178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f04994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:07,032 DEBUG [RS:0;c2ef38372881:35559.replicationSource,1-c2ef38372881,35559,1733343846178 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:24:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@271512a9 2024-12-04T20:24:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:07,035 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T20:24:07,036 INFO [RS:0;c2ef38372881:35559.replicationSource,1-c2ef38372881,35559,1733343846178 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,35559,1733343846178 (queues=0) is replicating from cluster=d3dfe4b5-aac3-4289-8dc0-19395ab49db6 to cluster=b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f 2024-12-04T20:24:07,041 DEBUG [RS:0;c2ef38372881:35559.replicationSource,2-c2ef38372881,35559,1733343846178 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35321' 2024-12-04T20:24:07,043 DEBUG [RS:0;c2ef38372881:35559.replicationSource,2-c2ef38372881,35559,1733343846178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15988f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:07,043 DEBUG [RS:0;c2ef38372881:35559.replicationSource,2-c2ef38372881,35559,1733343846178 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35321,-1 for getting cluster id 2024-12-04T20:24:07,043 DEBUG [RS:0;c2ef38372881:35559.replicationSource,2-c2ef38372881,35559,1733343846178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:07,043 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:07,043 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,35559,1733343846178, RpcServer on c2ef38372881/172.17.0.2:35559, sessionid=0x100a6e733640007 2024-12-04T20:24:07,044 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:24:07,044 DEBUG [RS:0;c2ef38372881:35559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,35559,1733343846178 2024-12-04T20:24:07,044 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f' 2024-12-04T20:24:07,044 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,35559,1733343846178' 2024-12-04T20:24:07,044 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01457489116/flush-table-proc/abort' 2024-12-04T20:24:07,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:07,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f" 2024-12-04T20:24:07,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a82041a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:07,044 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01457489116/flush-table-proc/acquired' 2024-12-04T20:24:07,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35321,-1] 2024-12-04T20:24:07,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:07,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:07,045 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:24:07,045 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:24:07,045 DEBUG [RS:0;c2ef38372881:35559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,35559,1733343846178 2024-12-04T20:24:07,045 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,35559,1733343846178' 2024-12-04T20:24:07,045 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01457489116/online-snapshot/abort' 2024-12-04T20:24:07,045 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01457489116/online-snapshot/acquired' 2024-12-04T20:24:07,046 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:07,046 DEBUG [RS:0;c2ef38372881:35559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:24:07,046 INFO [RS:0;c2ef38372881:35559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:24:07,046 INFO [RS:0;c2ef38372881:35559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:24:07,046 DEBUG [RS:0;c2ef38372881:35559.replicationSource,2-c2ef38372881,35559,1733343846178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3145332f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:07,047 DEBUG [RS:0;c2ef38372881:35559.replicationSource,2-c2ef38372881,35559,1733343846178 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:07,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35321,1733343836045 2024-12-04T20:24:07,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bace22f 2024-12-04T20:24:07,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:07,049 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T20:24:07,049 INFO [RS:0;c2ef38372881:35559.replicationSource,2-c2ef38372881,35559,1733343846178 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c2ef38372881,35559,1733343846178 (queues=0) is replicating from cluster=d3dfe4b5-aac3-4289-8dc0-19395ab49db6 to cluster=b29de9dd-6de8-4ad3-a9b0-66c0ec2dc40f 2024-12-04T20:24:07,147 INFO [RS:0;c2ef38372881:35559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:07,149 INFO [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C35559%2C1733343846178, suffix=, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs, maxLogs=10 2024-12-04T20:24:07,163 DEBUG [RS:0;c2ef38372881:35559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149, exclude list is [], retry=0 2024-12-04T20:24:07,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:24:07,168 INFO [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 2024-12-04T20:24:07,169 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c2ef38372881%2C35559%2C1733343846178 for peer 2 2024-12-04T20:24:07,169 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c2ef38372881%2C35559%2C1733343846178 for peer 1 2024-12-04T20:24:07,169 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C35559%2C1733343846178 2024-12-04T20:24:07,169 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,35559,1733343846178, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:24:07,170 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c2ef38372881%2C35559%2C1733343846178 2024-12-04T20:24:07,170 INFO [RS:0;c2ef38372881:35559.replicationSource.shipperc2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C35559%2C1733343846178 2024-12-04T20:24:07,170 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c2ef38372881,35559,1733343846178, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:24:07,171 DEBUG [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:24:07,171 INFO [RS:0;c2ef38372881:35559.replicationSource.shipperc2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C35559%2C1733343846178 2024-12-04T20:24:07,171 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149, startPosition=0, beingWritten=true 2024-12-04T20:24:07,171 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149, startPosition=0, beingWritten=true 2024-12-04T20:24:07,279 DEBUG [c2ef38372881:45499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:24:07,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,35559,1733343846178 2024-12-04T20:24:07,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,35559,1733343846178, state=OPENING 2024-12-04T20:24:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:24:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:24:07,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:07,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:24:07,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:24:07,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,35559,1733343846178}] 2024-12-04T20:24:07,378 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:07,379 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:07,438 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:24:07,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:24:07,448 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:24:07,448 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:07,449 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:24:07,452 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C35559%2C1733343846178.meta, suffix=.meta, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs, maxLogs=10 2024-12-04T20:24:07,465 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.meta.1733343847453.meta, exclude list is [], retry=0 2024-12-04T20:24:07,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:24:07,470 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.meta.1733343847453.meta 2024-12-04T20:24:07,470 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:24:07,470 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:07,471 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:07,471 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:07,471 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:24:07,471 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:24:07,471 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:24:07,471 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:07,471 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:24:07,471 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:24:07,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:07,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:07,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:07,482 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/info/6ab8eae32b82442e98e716fc8c87bc3a 2024-12-04T20:24:07,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:07,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:07,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:07,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:07,491 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/ns/e966f46fd66144e9932aa02cad1e668e 2024-12-04T20:24:07,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:07,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:07,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:07,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:07,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:07,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:07,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:07,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:07,502 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/table/6031a7b8d836439994f858384cd02e7f 2024-12-04T20:24:07,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:07,502 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:07,503 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740 2024-12-04T20:24:07,505 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740 2024-12-04T20:24:07,506 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:07,506 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:07,507 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:07,509 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:07,510 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74610706, jitterRate=0.11178615689277649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:07,510 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:24:07,511 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343847471Writing region info on filesystem at 1733343847471Initializing all the Stores at 1733343847472 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343847472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343847473 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343847473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343847473Cleaning up temporary data from old regions at 1733343847506 (+33 ms)Running coprocessor post-open hooks at 1733343847511 (+5 ms)Region opened successfully at 1733343847511 2024-12-04T20:24:07,513 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733343847438 2024-12-04T20:24:07,517 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:24:07,517 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:24:07,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c2ef38372881,35559,1733343846178 2024-12-04T20:24:07,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,35559,1733343846178, state=OPEN 2024-12-04T20:24:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:24:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457489116/meta-region-server 2024-12-04T20:24:07,523 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,35559,1733343846178 2024-12-04T20:24:07,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:24:07,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457489116/meta-region-server: CHANGED 2024-12-04T20:24:07,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T20:24:07,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,35559,1733343846178 in 239 msec 2024-12-04T20:24:07,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T20:24:07,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-12-04T20:24:07,686 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:07,686 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:08,097 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:08,097 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:08,470 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T20:24:08,603 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:08,603 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:09,209 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:09,209 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:09,916 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:09,916 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:09,973 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-04T20:24:10,729 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:10,729 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:24:11,377 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T20:24:11,377 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:24:11,377 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:11,378 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,35559,1733343846178, seqNum=-1] 2024-12-04T20:24:11,378 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:11,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:11,387 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=860a3ac94a03c706dc7d16f303367f56, regionState=OPEN, lastHost=c2ef38372881,43403,1733343831371, regionLocation=c2ef38372881,43403,1733343831371, openSeqNum=2 2024-12-04T20:24:11,387 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:24:11,387 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733343911387 2024-12-04T20:24:11,387 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733343971387 2024-12-04T20:24:11,387 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-04T20:24:11,387 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45499,1733343846139-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:11,388 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c2ef38372881,43403,1733343831371 had 2 regions 2024-12-04T20:24:11,388 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45499,1733343846139-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:11,388 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45499,1733343846139-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:11,388 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:45499, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:11,388 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:11,388 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:11,390 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c2ef38372881,43403,1733343831371, splitWal=true, meta=true, isMeta: false 2024-12-04T20:24:11,392 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371-splitting dir is empty, no logs to split. 2024-12-04T20:24:11,392 INFO [PEWorker-3 {}] master.SplitWALManager(105): c2ef38372881,43403,1733343831371 WAL count=0, meta=false 2024-12-04T20:24:11,396 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.178sec 2024-12-04T20:24:11,396 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:24:11,396 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:24:11,396 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,43403,1733343831371-splitting dir is empty, no logs to split. 2024-12-04T20:24:11,396 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:24:11,396 INFO [PEWorker-3 {}] master.SplitWALManager(105): c2ef38372881,43403,1733343831371 WAL count=0, meta=false 2024-12-04T20:24:11,396 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:24:11,396 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c2ef38372881,43403,1733343831371 WAL splitting is done? wals=0, meta=false 2024-12-04T20:24:11,397 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:24:11,397 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45499,1733343846139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:11,397 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45499,1733343846139-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:24:11,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN}] 2024-12-04T20:24:11,400 WARN [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c2ef38372881,43403,1733343831371/hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:11,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN 2024-12-04T20:24:11,402 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:24:11,402 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:24:11,402 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45499,1733343846139-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:11,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T20:24:11,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:11,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45499,-1 for getting cluster id 2024-12-04T20:24:11,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:11,408 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3dfe4b5-aac3-4289-8dc0-19395ab49db6' 2024-12-04T20:24:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3dfe4b5-aac3-4289-8dc0-19395ab49db6" 2024-12-04T20:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5a60a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45499,-1] 2024-12-04T20:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,411 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d475d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:11,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,35559,1733343846178, seqNum=-1] 2024-12-04T20:24:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:11,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:11,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T20:24:11,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:11,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:11,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:11,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c2ef38372881:45499 after: c2ef38372881:45499 2024-12-04T20:24:11,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:11,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45499,-1 for getting cluster id 2024-12-04T20:24:11,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:11,422 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3dfe4b5-aac3-4289-8dc0-19395ab49db6' 2024-12-04T20:24:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3dfe4b5-aac3-4289-8dc0-19395ab49db6" 2024-12-04T20:24:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1979c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45499,-1] 2024-12-04T20:24:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:11,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,423 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:11,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:11,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,45499,1733343846139 2024-12-04T20:24:11,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52089519 2024-12-04T20:24:11,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:11,427 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:11,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45499 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:24:11,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45499 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T20:24:11,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45499 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:24:11,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45499 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T20:24:11,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:24:11,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:11,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:11,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:11,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:24:11,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-12-04T20:24:11,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,35321,1733343836045 2024-12-04T20:24:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991209017/running 2024-12-04T20:24:11,431 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991209017/running 2024-12-04T20:24:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:24:11,431 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:24:11,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:11,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:11,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:11,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on znode that does not yet exist, /1-991209017/running 2024-12-04T20:24:11,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Set watcher on znode that does not yet exist, /1-991209017/running 2024-12-04T20:24:11,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,43395,1733343836085' ***** 2024-12-04T20:24:11,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:24:11,432 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:24:11,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,43395,1733343836085 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43395. 2024-12-04T20:24:11,433 DEBUG [RS:0;c2ef38372881:43395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:11,433 DEBUG [RS:0;c2ef38372881:43395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:24:11,433 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:24:11,433 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:24:11,433 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:11,433 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:11,434 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:11,434 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:11,434 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:11,434 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:11,434 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T20:24:11,450 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740/.tmp/ns/0dc7cb1d01354db28a4685799ad73488 is 43, key is default/ns:d/1733343839195/Put/seqid=0 2024-12-04T20:24:11,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741835_1011 (size=5153) 2024-12-04T20:24:11,470 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:11,553 DEBUG [c2ef38372881:45499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:24:11,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=860a3ac94a03c706dc7d16f303367f56, regionState=OPENING, regionLocation=c2ef38372881,35559,1733343846178 2024-12-04T20:24:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN because future has completed 2024-12-04T20:24:11,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 860a3ac94a03c706dc7d16f303367f56, server=c2ef38372881,35559,1733343846178}] 2024-12-04T20:24:11,634 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:11,639 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:11,639 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:11,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:11,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:11,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:24:11,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C35559%2C1733343846178.rep, suffix=, logDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178, archiveDir=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs, maxLogs=10 2024-12-04T20:24:11,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.rep.1733343851731, exclude list is [], retry=0 2024-12-04T20:24:11,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42151,DS-9c42f52f-1b31-42a7-9201-eacf66304959,DISK] 2024-12-04T20:24:11,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.rep.1733343851731 2024-12-04T20:24:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-12-04T20:24:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 860a3ac94a03c706dc7d16f303367f56, NAME => 'hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:11,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. service=MultiRowMutationService 2024-12-04T20:24:11,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:24:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,751 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,752 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a3ac94a03c706dc7d16f303367f56 columnFamilyName hfileref 2024-12-04T20:24:11,752 DEBUG [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:11,753 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(327): Store=860a3ac94a03c706dc7d16f303367f56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:11,753 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,754 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a3ac94a03c706dc7d16f303367f56 columnFamilyName queue 2024-12-04T20:24:11,754 DEBUG [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:11,761 DEBUG [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/queue/d735847acd40466686cd0a7becebe15a 2024-12-04T20:24:11,761 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(327): Store=860a3ac94a03c706dc7d16f303367f56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:11,761 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,762 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a3ac94a03c706dc7d16f303367f56 columnFamilyName sid 2024-12-04T20:24:11,763 DEBUG [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:11,763 INFO [StoreOpener-860a3ac94a03c706dc7d16f303367f56-1 {}] regionserver.HStore(327): Store=860a3ac94a03c706dc7d16f303367f56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:11,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:24:11,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 860a3ac94a03c706dc7d16f303367f56; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68783334, jitterRate=0.024951547384262085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:24:11,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:11,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 860a3ac94a03c706dc7d16f303367f56: Running coprocessor pre-open hook at 1733343851749Writing region info on filesystem at 1733343851749Initializing all the Stores at 1733343851750 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343851750Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343851751 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343851751Cleaning up temporary data from old regions at 1733343851767 (+16 ms)Running coprocessor post-open hooks at 1733343851772 (+5 ms)Region opened successfully at 1733343851773 (+1 ms) 2024-12-04T20:24:11,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56., pid=19, masterSystemTime=1733343851718 2024-12-04T20:24:11,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:11,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:11,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=860a3ac94a03c706dc7d16f303367f56, regionState=OPEN, openSeqNum=10, regionLocation=c2ef38372881,35559,1733343846178 2024-12-04T20:24:11,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 860a3ac94a03c706dc7d16f303367f56, server=c2ef38372881,35559,1733343846178 because future has completed 2024-12-04T20:24:11,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T20:24:11,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 860a3ac94a03c706dc7d16f303367f56, server=c2ef38372881,35559,1733343846178 in 219 msec 2024-12-04T20:24:11,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T20:24:11,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=860a3ac94a03c706dc7d16f303367f56, ASSIGN in 387 msec 2024-12-04T20:24:11,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T20:24:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56., hostname=c2ef38372881,35559,1733343846178, seqNum=10] 2024-12-04T20:24:11,832 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c2ef38372881,43403,1733343831371 2024-12-04T20:24:11,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T20:24:11,834 DEBUG [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:11,856 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740/.tmp/ns/0dc7cb1d01354db28a4685799ad73488 2024-12-04T20:24:11,865 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740/.tmp/ns/0dc7cb1d01354db28a4685799ad73488 as hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740/ns/0dc7cb1d01354db28a4685799ad73488 2024-12-04T20:24:11,873 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740/ns/0dc7cb1d01354db28a4685799ad73488, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T20:24:11,875 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-12-04T20:24:11,875 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:24:11,881 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T20:24:11,881 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:11,882 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:11,882 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:11,882 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343851433Running coprocessor pre-close hooks at 1733343851433Disabling compacts and flushes for region at 1733343851433Disabling writes for close at 1733343851434 (+1 ms)Obtaining lock to block concurrent updates at 1733343851434Preparing flush snapshotting stores in 1588230740 at 1733343851434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733343851434Flushing stores of hbase:meta,,1.1588230740 at 1733343851435 (+1 ms)Flushing 1588230740/ns: creating writer at 1733343851435Flushing 1588230740/ns: appending metadata at 1733343851450 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733343851450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a21de9: reopening flushed file at 1733343851863 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1733343851875 (+12 ms)Writing region close event to WAL at 1733343851876 (+1 ms)Running coprocessor post-close hooks at 1733343851881 (+5 ms)Closed at 1733343851882 (+1 ms) 2024-12-04T20:24:11,882 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:11,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T20:24:12,034 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,43395,1733343836085; all regions closed. 2024-12-04T20:24:12,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741834_1010 (size=1152) 2024-12-04T20:24:12,040 DEBUG [RS:0;c2ef38372881:43395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/oldWALs 2024-12-04T20:24:12,040 INFO [RS:0;c2ef38372881:43395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43395%2C1733343836085.meta:.meta(num 1733343839133) 2024-12-04T20:24:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741832_1008 (size=93) 2024-12-04T20:24:12,045 DEBUG [RS:0;c2ef38372881:43395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/oldWALs 2024-12-04T20:24:12,045 INFO [RS:0;c2ef38372881:43395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43395%2C1733343836085:(num 1733343838197) 2024-12-04T20:24:12,045 DEBUG [RS:0;c2ef38372881:43395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:12,045 INFO [RS:0;c2ef38372881:43395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:12,045 INFO [RS:0;c2ef38372881:43395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:12,045 INFO [RS:0;c2ef38372881:43395 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:12,045 INFO [RS:0;c2ef38372881:43395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:12,045 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:12,045 INFO [RS:0;c2ef38372881:43395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43395 2024-12-04T20:24:12,047 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991209017/rs/c2ef38372881,43395,1733343836085 2024-12-04T20:24:12,047 INFO [RS:0;c2ef38372881:43395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017/rs 2024-12-04T20:24:12,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,43395,1733343836085] 2024-12-04T20:24:12,048 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-991209017/draining/c2ef38372881,43395,1733343836085 already deleted, retry=false 2024-12-04T20:24:12,048 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,43395,1733343836085 expired; onlineServers=0 2024-12-04T20:24:12,048 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,35321,1733343836045' ***** 2024-12-04T20:24:12,048 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:24:12,048 INFO [M:0;c2ef38372881:35321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:12,048 INFO [M:0;c2ef38372881:35321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:12,048 DEBUG [M:0;c2ef38372881:35321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:24:12,049 DEBUG [M:0;c2ef38372881:35321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:24:12,049 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:24:12,049 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343837945 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343837945,5,FailOnTimeoutGroup] 2024-12-04T20:24:12,049 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343837942 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343837942,5,FailOnTimeoutGroup] 2024-12-04T20:24:12,049 INFO [M:0;c2ef38372881:35321 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:12,049 INFO [M:0;c2ef38372881:35321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:12,049 DEBUG [M:0;c2ef38372881:35321 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:24:12,049 INFO [M:0;c2ef38372881:35321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:24:12,049 INFO [M:0;c2ef38372881:35321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:12,049 INFO [M:0;c2ef38372881:35321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:24:12,049 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:24:12,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991209017/master 2024-12-04T20:24:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991209017 2024-12-04T20:24:12,050 DEBUG [M:0;c2ef38372881:35321 {}] zookeeper.ZKUtil(347): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Unable to get data of znode /1-991209017/master because node does not exist (not an error) 2024-12-04T20:24:12,050 WARN [M:0;c2ef38372881:35321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:24:12,051 INFO [M:0;c2ef38372881:35321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/.lastflushedseqids 2024-12-04T20:24:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741836_1012 (size=99) 2024-12-04T20:24:12,148 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:12,148 INFO [RS:0;c2ef38372881:43395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:12,148 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43395-0x100a6e733640004, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:12,148 INFO [RS:0;c2ef38372881:43395 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,43395,1733343836085; zookeeper connection closed. 2024-12-04T20:24:12,149 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@361fe1fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@361fe1fb 2024-12-04T20:24:12,149 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:24:12,458 INFO [M:0;c2ef38372881:35321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:24:12,458 INFO [M:0;c2ef38372881:35321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:24:12,458 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:12,459 INFO [M:0;c2ef38372881:35321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:12,459 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:12,459 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:12,459 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:12,459 INFO [M:0;c2ef38372881:35321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T20:24:12,483 DEBUG [M:0;c2ef38372881:35321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8d11963061c4833b20c8fab5942afc8 is 82, key is hbase:meta,,1/info:regioninfo/1733343839178/Put/seqid=0 2024-12-04T20:24:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741837_1013 (size=5672) 2024-12-04T20:24:12,651 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:12,651 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:12,889 INFO [M:0;c2ef38372881:35321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8d11963061c4833b20c8fab5942afc8 2024-12-04T20:24:12,908 DEBUG [M:0;c2ef38372881:35321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e106dcaf8de41e49977883263caefd9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733343839202/Put/seqid=0 2024-12-04T20:24:12,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741838_1014 (size=5275) 2024-12-04T20:24:12,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:24:13,316 INFO [M:0;c2ef38372881:35321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e106dcaf8de41e49977883263caefd9 2024-12-04T20:24:13,342 DEBUG [M:0;c2ef38372881:35321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cb7e6489a8841aa8c8ab35d78a6ba66 is 69, key is c2ef38372881,43395,1733343836085/rs:state/1733343838039/Put/seqid=0 2024-12-04T20:24:13,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741839_1015 (size=5156) 2024-12-04T20:24:13,748 INFO [M:0;c2ef38372881:35321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cb7e6489a8841aa8c8ab35d78a6ba66 2024-12-04T20:24:13,761 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8d11963061c4833b20c8fab5942afc8 as hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8d11963061c4833b20c8fab5942afc8 2024-12-04T20:24:13,764 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:13,764 DEBUG [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 to pos 0, reset compression=false 2024-12-04T20:24:13,768 INFO [M:0;c2ef38372881:35321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8d11963061c4833b20c8fab5942afc8, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T20:24:13,769 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e106dcaf8de41e49977883263caefd9 as hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e106dcaf8de41e49977883263caefd9 2024-12-04T20:24:13,775 INFO [M:0;c2ef38372881:35321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e106dcaf8de41e49977883263caefd9, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T20:24:13,776 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cb7e6489a8841aa8c8ab35d78a6ba66 as hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cb7e6489a8841aa8c8ab35d78a6ba66 2024-12-04T20:24:13,782 INFO [M:0;c2ef38372881:35321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/10a69785-6c9a-5a8b-5bf4-02448302a0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cb7e6489a8841aa8c8ab35d78a6ba66, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T20:24:13,783 INFO [M:0;c2ef38372881:35321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false 2024-12-04T20:24:13,784 INFO [M:0;c2ef38372881:35321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:13,785 DEBUG [M:0;c2ef38372881:35321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343852458Disabling compacts and flushes for region at 1733343852458Disabling writes for close at 1733343852459 (+1 ms)Obtaining lock to block concurrent updates at 1733343852459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343852459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733343852460 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343852462 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343852462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343852483 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343852483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343852895 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343852908 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343852908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343853327 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343853341 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343853341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4b5a10: reopening flushed file at 1733343853760 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2baeba70: reopening flushed file at 1733343853768 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@853799d: reopening flushed file at 1733343853775 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false at 1733343853783 (+8 ms)Writing region close event to WAL at 1733343853784 (+1 ms)Closed at 1733343853784 2024-12-04T20:24:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741830_1006 (size=10165) 2024-12-04T20:24:13,788 INFO [M:0;c2ef38372881:35321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:24:13,788 INFO [M:0;c2ef38372881:35321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35321 2024-12-04T20:24:13,788 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:13,790 INFO [M:0;c2ef38372881:35321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:13,892 INFO [M:0;c2ef38372881:35321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35321-0x100a6e733640003, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:13,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:13,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:13,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:13,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:13,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:13,900 WARN [BP-1337618841-172.17.0.2-1733343835069 heartbeating to localhost/127.0.0.1:37707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:24:13,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:24:13,900 WARN [BP-1337618841-172.17.0.2-1733343835069 heartbeating to localhost/127.0.0.1:37707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1337618841-172.17.0.2-1733343835069 (Datanode Uuid 42f78df2-6752-4260-81f0-25621d28b5bd) service to localhost/127.0.0.1:37707 2024-12-04T20:24:13,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:24:13,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/cluster_d4d7fb5d-e51d-2591-3529-b3ea19888ab8/data/data1/current/BP-1337618841-172.17.0.2-1733343835069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:13,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/cluster_d4d7fb5d-e51d-2591-3529-b3ea19888ab8/data/data2/current/BP-1337618841-172.17.0.2-1733343835069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:13,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:24:13,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:13,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:13,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:13,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:13,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:13,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:24:13,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:24:13,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:13,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:13,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:13,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:13,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:13,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:24:13,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483924230, stopped=false 2024-12-04T20:24:13,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,45499,1733343846139 2024-12-04T20:24:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/running 2024-12-04T20:24:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/running 2024-12-04T20:24:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:13,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:13,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:13,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:13,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:13,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:24:13,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Set watcher on znode that does not yet exist, /01457489116/running 2024-12-04T20:24:13,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,35559,1733343846178' ***** 2024-12-04T20:24:13,928 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:24:13,928 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:24:13,928 INFO [RS:0;c2ef38372881:35559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:24:13,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(3091): Received CLOSE for 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,35559,1733343846178 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:35559. 2024-12-04T20:24:13,929 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 860a3ac94a03c706dc7d16f303367f56, disabling compactions & flushes 2024-12-04T20:24:13,929 DEBUG [RS:0;c2ef38372881:35559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:13,929 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:13,929 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:13,929 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:24:13,929 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. after waiting 0 ms 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:24:13,929 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:13,929 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:24:13,930 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:24:13,930 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 860a3ac94a03c706dc7d16f303367f56=hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56.} 2024-12-04T20:24:13,930 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:13,930 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 860a3ac94a03c706dc7d16f303367f56 2024-12-04T20:24:13,930 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:13,930 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:13,930 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:13,930 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:13,930 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T20:24:13,934 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/replication/860a3ac94a03c706dc7d16f303367f56/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T20:24:13,935 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:13,935 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:13,935 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:13,935 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 860a3ac94a03c706dc7d16f303367f56: Waiting for close lock at 1733343853929Running coprocessor pre-close hooks at 1733343853929Disabling compacts and flushes for region at 1733343853929Disabling writes for close at 1733343853929Writing region close event to WAL at 1733343853930 (+1 ms)Running coprocessor post-close hooks at 1733343853935 (+5 ms)Closed at 1733343853935 2024-12-04T20:24:13,935 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56. 2024-12-04T20:24:13,946 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/info/c689dfcba4cd4ea7a0f19960f374d311 is 147, key is hbase:replication,,1733343839311.860a3ac94a03c706dc7d16f303367f56./info:regioninfo/1733343851779/Put/seqid=0 2024-12-04T20:24:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741851_1027 (size=6385) 2024-12-04T20:24:13,988 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:24:13,989 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:24:13,995 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:14,130 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:14,330 DEBUG [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:14,353 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/info/c689dfcba4cd4ea7a0f19960f374d311 2024-12-04T20:24:14,366 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/.tmp/info/c689dfcba4cd4ea7a0f19960f374d311 as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/info/c689dfcba4cd4ea7a0f19960f374d311 2024-12-04T20:24:14,372 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/info/c689dfcba4cd4ea7a0f19960f374d311, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T20:24:14,373 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-12-04T20:24:14,379 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T20:24:14,379 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:14,379 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:14,379 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:14,380 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343853930Running coprocessor pre-close hooks at 1733343853930Disabling compacts and flushes for region at 1733343853930Disabling writes for close at 1733343853930Obtaining lock to block concurrent updates at 1733343853930Preparing flush snapshotting stores in 1588230740 at 1733343853930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733343853930Flushing stores of hbase:meta,,1.1588230740 at 1733343853931 (+1 ms)Flushing 1588230740/info: creating writer at 1733343853931Flushing 1588230740/info: appending metadata at 1733343853945 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733343853946 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a8e914: reopening flushed file at 1733343854366 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1733343854373 (+7 ms)Writing region close event to WAL at 1733343854375 (+2 ms)Running coprocessor post-close hooks at 1733343854379 (+4 ms)Closed at 1733343854379 2024-12-04T20:24:14,380 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:14,531 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,35559,1733343846178; all regions closed. 2024-12-04T20:24:14,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741849_1025 (size=2156) 2024-12-04T20:24:14,543 DEBUG [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs 2024-12-04T20:24:14,544 INFO [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C35559%2C1733343846178.meta:.meta(num 1733343847453) 2024-12-04T20:24:14,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741850_1026 (size=796) 2024-12-04T20:24:14,550 DEBUG [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs 2024-12-04T20:24:14,550 INFO [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C35559%2C1733343846178.rep:(num 1733343851731) 2024-12-04T20:24:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741848_1024 (size=93) 2024-12-04T20:24:14,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/WALs/c2ef38372881,35559,1733343846178/c2ef38372881%2C35559%2C1733343846178.1733343847149 not finished, retry = 0 2024-12-04T20:24:14,660 DEBUG [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/oldWALs 2024-12-04T20:24:14,660 INFO [RS:0;c2ef38372881:35559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C35559%2C1733343846178:(num 1733343847149) 2024-12-04T20:24:14,660 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:14,660 INFO [RS:0;c2ef38372881:35559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:14,661 INFO [RS:0;c2ef38372881:35559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:14,661 INFO [RS:0;c2ef38372881:35559 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:14,662 INFO [RS:0;c2ef38372881:35559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:14,662 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:14,662 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,35559,1733343846178 because: Region server is closing 2024-12-04T20:24:14,662 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T20:24:14,663 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T20:24:14,663 INFO [RS:0;c2ef38372881:35559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:35559. 2024-12-04T20:24:14,663 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T20:24:14,664 DEBUG [RS:0;c2ef38372881:35559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:14,664 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:14,665 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:14,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:14,765 WARN [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:24:14,765 WARN [RS:0;c2ef38372881:35559.replicationSource.shipperc2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:24:14,766 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c2ef38372881:35559.replicationSource.shipperc2ef38372881%2C35559%2C1733343846178,1-c2ef38372881,35559,1733343846178 terminated 2024-12-04T20:24:14,766 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c2ef38372881,35559,1733343846178 because: Region server is closing 2024-12-04T20:24:14,766 INFO [RS:0;c2ef38372881:35559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:35559. 2024-12-04T20:24:14,766 DEBUG [RS:0;c2ef38372881:35559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:14,766 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:14,766 DEBUG [RS:0;c2ef38372881:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:14,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:14,866 WARN [RS:0;c2ef38372881:35559.replicationSource.wal-reader.c2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:24:14,866 WARN [RS:0;c2ef38372881:35559.replicationSource.shipperc2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:24:14,867 INFO [RS:0;c2ef38372881:35559 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c2ef38372881:35559.replicationSource.shipperc2ef38372881%2C35559%2C1733343846178,2-c2ef38372881,35559,1733343846178 terminated 2024-12-04T20:24:14,867 INFO [RS:0;c2ef38372881:35559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35559 2024-12-04T20:24:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/rs/c2ef38372881,35559,1733343846178 2024-12-04T20:24:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116/rs 2024-12-04T20:24:14,868 INFO [RS:0;c2ef38372881:35559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:14,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,35559,1733343846178] 2024-12-04T20:24:14,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01457489116/draining/c2ef38372881,35559,1733343846178 already deleted, retry=false 2024-12-04T20:24:14,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,35559,1733343846178 expired; onlineServers=0 2024-12-04T20:24:14,870 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,45499,1733343846139' ***** 2024-12-04T20:24:14,870 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:24:14,870 INFO [M:0;c2ef38372881:45499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:14,870 INFO [M:0;c2ef38372881:45499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:14,870 DEBUG [M:0;c2ef38372881:45499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:24:14,870 DEBUG [M:0;c2ef38372881:45499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:24:14,870 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:24:14,870 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343846862 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343846862,5,FailOnTimeoutGroup] 2024-12-04T20:24:14,870 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343846862 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343846862,5,FailOnTimeoutGroup] 2024-12-04T20:24:14,870 INFO [M:0;c2ef38372881:45499 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:14,871 INFO [M:0;c2ef38372881:45499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:14,871 DEBUG [M:0;c2ef38372881:45499 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:24:14,871 INFO [M:0;c2ef38372881:45499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:24:14,871 INFO [M:0;c2ef38372881:45499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:14,871 INFO [M:0;c2ef38372881:45499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:24:14,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:24:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457489116/master 2024-12-04T20:24:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457489116 2024-12-04T20:24:14,871 DEBUG [M:0;c2ef38372881:45499 {}] zookeeper.ZKUtil(347): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Unable to get data of znode /01457489116/master because node does not exist (not an error) 2024-12-04T20:24:14,872 WARN [M:0;c2ef38372881:45499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:24:14,872 INFO [M:0;c2ef38372881:45499 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/.lastflushedseqids 2024-12-04T20:24:14,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741852_1028 (size=181) 2024-12-04T20:24:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:14,970 INFO [RS:0;c2ef38372881:35559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:14,970 INFO [RS:0;c2ef38372881:35559 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,35559,1733343846178; zookeeper connection closed. 2024-12-04T20:24:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x100a6e733640007, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:14,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71be96b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71be96b1 2024-12-04T20:24:14,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:24:15,279 INFO [M:0;c2ef38372881:45499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:24:15,279 INFO [M:0;c2ef38372881:45499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:24:15,279 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:15,279 INFO [M:0;c2ef38372881:45499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:15,279 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:15,279 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:15,279 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:15,279 INFO [M:0;c2ef38372881:45499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T20:24:15,293 DEBUG [M:0;c2ef38372881:45499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8acd40921cdf431392798b96e5be782b is 82, key is hbase:meta,,1/info:regioninfo/1733343847518/Put/seqid=0 2024-12-04T20:24:15,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741853_1029 (size=5680) 2024-12-04T20:24:15,298 INFO [M:0;c2ef38372881:45499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8acd40921cdf431392798b96e5be782b 2024-12-04T20:24:15,316 DEBUG [M:0;c2ef38372881:45499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec7fef69039c4e819cc8f7dec2fedd34 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733343851788/Put/seqid=0 2024-12-04T20:24:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741854_1030 (size=7319) 2024-12-04T20:24:15,721 INFO [M:0;c2ef38372881:45499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec7fef69039c4e819cc8f7dec2fedd34 2024-12-04T20:24:15,740 DEBUG [M:0;c2ef38372881:45499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5443af1a0266457fa4f87a80f5f2a379 is 69, key is c2ef38372881,35559,1733343846178/rs:state/1733343846928/Put/seqid=0 2024-12-04T20:24:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741855_1031 (size=5371) 2024-12-04T20:24:16,146 INFO [M:0;c2ef38372881:45499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5443af1a0266457fa4f87a80f5f2a379 2024-12-04T20:24:16,152 INFO [M:0;c2ef38372881:45499 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5443af1a0266457fa4f87a80f5f2a379 2024-12-04T20:24:16,153 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8acd40921cdf431392798b96e5be782b as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8acd40921cdf431392798b96e5be782b 2024-12-04T20:24:16,159 INFO [M:0;c2ef38372881:45499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8acd40921cdf431392798b96e5be782b, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T20:24:16,160 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec7fef69039c4e819cc8f7dec2fedd34 as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec7fef69039c4e819cc8f7dec2fedd34 2024-12-04T20:24:16,167 INFO [M:0;c2ef38372881:45499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec7fef69039c4e819cc8f7dec2fedd34, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T20:24:16,168 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5443af1a0266457fa4f87a80f5f2a379 as hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5443af1a0266457fa4f87a80f5f2a379 2024-12-04T20:24:16,174 INFO [M:0;c2ef38372881:45499 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5443af1a0266457fa4f87a80f5f2a379 2024-12-04T20:24:16,175 INFO [M:0;c2ef38372881:45499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36085/user/jenkins/test-data/7dfd1060-88f3-45b2-5d70-8e8a3fcbd8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5443af1a0266457fa4f87a80f5f2a379, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T20:24:16,176 INFO [M:0;c2ef38372881:45499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=172, compaction requested=false 2024-12-04T20:24:16,177 INFO [M:0;c2ef38372881:45499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:16,178 DEBUG [M:0;c2ef38372881:45499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343855279Disabling compacts and flushes for region at 1733343855279Disabling writes for close at 1733343855279Obtaining lock to block concurrent updates at 1733343855279Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343855279Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733343855280 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343855280Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343855280Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343855293 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343855293Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343855303 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343855315 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343855315Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343855727 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343855740 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343855740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfab206: reopening flushed file at 1733343856152 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb93c06: reopening flushed file at 1733343856159 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2828201a: reopening flushed file at 1733343856167 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=172, compaction requested=false at 1733343856176 (+9 ms)Writing region close event to WAL at 1733343856177 (+1 ms)Closed at 1733343856177 2024-12-04T20:24:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42151 is added to blk_1073741847_1023 (size=22949) 2024-12-04T20:24:16,181 INFO [M:0;c2ef38372881:45499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:24:16,181 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:16,181 INFO [M:0;c2ef38372881:45499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45499 2024-12-04T20:24:16,181 INFO [M:0;c2ef38372881:45499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:16,282 INFO [M:0;c2ef38372881:45499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:16,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:16,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45499-0x100a6e733640006, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:16,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:16,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:16,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:16,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:16,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:16,287 WARN [BP-2086364206-172.17.0.2-1733343828414 heartbeating to localhost/127.0.0.1:36085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:24:16,287 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:24:16,287 WARN [BP-2086364206-172.17.0.2-1733343828414 heartbeating to localhost/127.0.0.1:36085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2086364206-172.17.0.2-1733343828414 (Datanode Uuid 1c6b91eb-9a78-4663-af38-91961d314d06) service to localhost/127.0.0.1:36085 2024-12-04T20:24:16,287 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:24:16,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055/data/data1/current/BP-2086364206-172.17.0.2-1733343828414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:16,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/cluster_58d50114-927c-81c0-efe2-c37392ee6055/data/data2/current/BP-2086364206-172.17.0.2-1733343828414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:16,288 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:24:16,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:16,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:16,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:16,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:16,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39518fd1-0e4c-5fe3-9ced-6fe428e8326b/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:16,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:24:16,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:24:16,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49339) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2ef38372881:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49339) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37707 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c2ef38372881:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36085 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@224654bc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c2ef38372881:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2ef38372881:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2ef38372881:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=4589 (was 5430) 2024-12-04T20:24:16,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=4588 2024-12-04T20:24:16,341 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T20:24:16,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.log.dir so I do NOT create it in target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404 2024-12-04T20:24:16,342 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:24:16,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.tmp.dir so I do NOT create it in target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404 2024-12-04T20:24:16,342 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/138000d1-fcb3-bdd3-cf2f-9f0dc26bf25c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:24:16,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404 2024-12-04T20:24:16,342 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1, deleteOnExit=true 2024-12-04T20:24:16,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1/zookeeper_0, clientPort=51476, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:24:16,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51476 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/test.cache.data in system properties and HBase conf 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:24:16,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:24:16,346 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:24:16,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:24:16,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6e733640002, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:24:16,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6e733640005, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:24:16,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6e733640002, quorum=127.0.0.1:49339, baseZNode=/01457489116 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:24:16,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6e733640005, quorum=127.0.0.1:49339, baseZNode=/1-991209017 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:24:16,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:16,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:16,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:16,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:16,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:24:16,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:16,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:16,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:16,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/java.io.tmpdir/jetty-localhost-45789-hadoop-hdfs-3_4_1-tests_jar-_-any-4697469756588868019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:16,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:45789} 2024-12-04T20:24:16,505 INFO [Time-limited test {}] server.Server(415): Started @29995ms 2024-12-04T20:24:16,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:16,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:16,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:16,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:16,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:24:16,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:16,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:16,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/java.io.tmpdir/jetty-localhost-42965-hadoop-hdfs-3_4_1-tests_jar-_-any-10852385200775154105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:16,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:42965} 2024-12-04T20:24:16,665 INFO [Time-limited test {}] server.Server(415): Started @30155ms 2024-12-04T20:24:16,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:24:16,720 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1/data/data1/current/BP-292323422-172.17.0.2-1733343856369/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:16,720 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1/data/data2/current/BP-292323422-172.17.0.2-1733343856369/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:16,733 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:24:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe64246ef81f92737 with lease ID 0x365ebc09750c1372: Processing first storage report for DS-f75bb892-56fe-4382-880f-c146e9e35ac3 from datanode DatanodeRegistration(127.0.0.1:43331, datanodeUuid=85e3bced-2ddd-47e1-ad25-ff67b176b22d, infoPort=34259, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=39969855;c=1733343856369) 2024-12-04T20:24:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe64246ef81f92737 with lease ID 0x365ebc09750c1372: from storage DS-f75bb892-56fe-4382-880f-c146e9e35ac3 node DatanodeRegistration(127.0.0.1:43331, datanodeUuid=85e3bced-2ddd-47e1-ad25-ff67b176b22d, infoPort=34259, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=39969855;c=1733343856369), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe64246ef81f92737 with lease ID 0x365ebc09750c1372: Processing first storage report for DS-5b105573-bd8c-4a34-9795-4810533fba6a from datanode DatanodeRegistration(127.0.0.1:43331, datanodeUuid=85e3bced-2ddd-47e1-ad25-ff67b176b22d, infoPort=34259, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=39969855;c=1733343856369) 2024-12-04T20:24:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe64246ef81f92737 with lease ID 0x365ebc09750c1372: from storage DS-5b105573-bd8c-4a34-9795-4810533fba6a node DatanodeRegistration(127.0.0.1:43331, datanodeUuid=85e3bced-2ddd-47e1-ad25-ff67b176b22d, infoPort=34259, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=39969855;c=1733343856369), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:16,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404 2024-12-04T20:24:16,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:16,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:16,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:24:17,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78 with version=8 2024-12-04T20:24:17,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/hbase-staging 2024-12-04T20:24:17,205 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:17,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:17,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:24:17,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:17,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40203 2024-12-04T20:24:17,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40203 connecting to ZooKeeper ensemble=127.0.0.1:51476 2024-12-04T20:24:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402030x0, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:17,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40203-0x100a6e7a3460000 connected 2024-12-04T20:24:17,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:17,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:17,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on znode that does not yet exist, /0-1249645383/running 2024-12-04T20:24:17,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78, hbase.cluster.distributed=false 2024-12-04T20:24:17,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on znode that does not yet exist, /0-1249645383/acl 2024-12-04T20:24:17,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40203 2024-12-04T20:24:17,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40203 2024-12-04T20:24:17,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40203 2024-12-04T20:24:17,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40203 2024-12-04T20:24:17,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40203 2024-12-04T20:24:17,245 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:17,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:17,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:17,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:17,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:17,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:17,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:24:17,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:17,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38543 2024-12-04T20:24:17,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38543 connecting to ZooKeeper ensemble=127.0.0.1:51476 2024-12-04T20:24:17,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:17,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385430x0, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:17,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385430x0, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on znode that does not yet exist, /0-1249645383/running 2024-12-04T20:24:17,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38543-0x100a6e7a3460001 connected 2024-12-04T20:24:17,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:24:17,255 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:24:17,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on znode that does not yet exist, /0-1249645383/master 2024-12-04T20:24:17,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on znode that does not yet exist, /0-1249645383/acl 2024-12-04T20:24:17,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38543 2024-12-04T20:24:17,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38543 2024-12-04T20:24:17,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38543 2024-12-04T20:24:17,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38543 2024-12-04T20:24:17,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38543 2024-12-04T20:24:17,273 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:40203 2024-12-04T20:24:17,274 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1249645383/backup-masters/c2ef38372881,40203,1733343857205 2024-12-04T20:24:17,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383/backup-masters 2024-12-04T20:24:17,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383/backup-masters 2024-12-04T20:24:17,276 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on existing znode=/0-1249645383/backup-masters/c2ef38372881,40203,1733343857205 2024-12-04T20:24:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249645383/master 2024-12-04T20:24:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:17,277 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on existing znode=/0-1249645383/master 2024-12-04T20:24:17,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1249645383/backup-masters/c2ef38372881,40203,1733343857205 from backup master directory 2024-12-04T20:24:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249645383/backup-masters/c2ef38372881,40203,1733343857205 2024-12-04T20:24:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383/backup-masters 2024-12-04T20:24:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383/backup-masters 2024-12-04T20:24:17,278 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:17,278 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,40203,1733343857205 2024-12-04T20:24:17,282 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/hbase.id] with ID: 51ff880a-2a98-4dbd-8024-4c37c2a7ee92 2024-12-04T20:24:17,282 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/.tmp/hbase.id 2024-12-04T20:24:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:24:17,691 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/.tmp/hbase.id]:[hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/hbase.id] 2024-12-04T20:24:17,705 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:17,705 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:24:17,707 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:24:17,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:17,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:24:18,115 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:18,115 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:24:18,116 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:18,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:24:18,524 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store 2024-12-04T20:24:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:24:18,930 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:18,931 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:18,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:18,931 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:18,931 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:18,931 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:18,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:18,931 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343858931Disabling compacts and flushes for region at 1733343858931Disabling writes for close at 1733343858931Writing region close event to WAL at 1733343858931Closed at 1733343858931 2024-12-04T20:24:18,932 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/.initializing 2024-12-04T20:24:18,932 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/WALs/c2ef38372881,40203,1733343857205 2024-12-04T20:24:18,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:18,935 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C40203%2C1733343857205, suffix=, logDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/WALs/c2ef38372881,40203,1733343857205, archiveDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/oldWALs, maxLogs=10 2024-12-04T20:24:18,947 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/WALs/c2ef38372881,40203,1733343857205/c2ef38372881%2C40203%2C1733343857205.1733343858935, exclude list is [], retry=0 2024-12-04T20:24:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-f75bb892-56fe-4382-880f-c146e9e35ac3,DISK] 2024-12-04T20:24:18,952 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/WALs/c2ef38372881,40203,1733343857205/c2ef38372881%2C40203%2C1733343857205.1733343858935 2024-12-04T20:24:18,952 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-04T20:24:18,952 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:18,952 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:18,952 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,952 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:24:18,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:18,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:18,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:24:18,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:18,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:18,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:24:18,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:18,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:18,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:24:18,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:18,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:18,961 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,962 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,962 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,964 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,964 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,964 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:18,965 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:18,967 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:18,968 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61102496, jitterRate=-0.08950185775756836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:18,968 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343858952Initializing all the Stores at 1733343858953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343858953Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343858954 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343858954Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343858954Cleaning up temporary data from old regions at 1733343858964 (+10 ms)Region opened successfully at 1733343858968 (+4 ms) 2024-12-04T20:24:18,969 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:24:18,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e3d0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:18,973 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:24:18,973 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:24:18,973 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:24:18,973 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:24:18,974 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:24:18,974 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:24:18,974 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:24:18,976 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:24:18,976 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Unable to get data of znode /0-1249645383/balancer because node does not exist (not necessarily an error) 2024-12-04T20:24:18,977 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249645383/balancer already deleted, retry=false 2024-12-04T20:24:18,977 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:24:18,978 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Unable to get data of znode /0-1249645383/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:24:18,978 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249645383/normalizer already deleted, retry=false 2024-12-04T20:24:18,979 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:24:18,979 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Unable to get data of znode /0-1249645383/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:24:18,980 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249645383/switch/split already deleted, retry=false 2024-12-04T20:24:18,981 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Unable to get data of znode /0-1249645383/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:24:18,981 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249645383/switch/merge already deleted, retry=false 2024-12-04T20:24:18,983 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Unable to get data of znode /0-1249645383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:24:18,984 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249645383/snapshot-cleanup already deleted, retry=false 2024-12-04T20:24:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249645383/running 2024-12-04T20:24:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249645383/running 2024-12-04T20:24:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:18,985 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,40203,1733343857205, sessionid=0x100a6e7a3460000, setting cluster-up flag (Was=false) 2024-12-04T20:24:18,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:18,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:18,989 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249645383/flush-table-proc/acquired, /0-1249645383/flush-table-proc/reached, /0-1249645383/flush-table-proc/abort 2024-12-04T20:24:18,990 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,40203,1733343857205 2024-12-04T20:24:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:18,995 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249645383/online-snapshot/acquired, /0-1249645383/online-snapshot/reached, /0-1249645383/online-snapshot/abort 2024-12-04T20:24:18,996 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,40203,1733343857205 2024-12-04T20:24:18,997 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:24:18,998 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:18,999 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:24:18,999 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:24:18,999 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,40203,1733343857205 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:19,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:19,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:24:19,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:19,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:24:19,009 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343889009 2024-12-04T20:24:19,009 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:24:19,009 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:24:19,009 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:24:19,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:24:19,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:24:19,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:24:19,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:24:19,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:24:19,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:24:19,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:24:19,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:24:19,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:24:19,011 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343859011,5,FailOnTimeoutGroup] 2024-12-04T20:24:19,011 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343859011,5,FailOnTimeoutGroup] 2024-12-04T20:24:19,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,012 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:24:19,012 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,012 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:24:19,067 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(746): ClusterId : 51ff880a-2a98-4dbd-8024-4c37c2a7ee92 2024-12-04T20:24:19,067 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:24:19,069 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:24:19,069 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:24:19,070 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:24:19,070 DEBUG [RS:0;c2ef38372881:38543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377ad317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:19,080 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:38543 2024-12-04T20:24:19,081 INFO [RS:0;c2ef38372881:38543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:24:19,081 INFO [RS:0;c2ef38372881:38543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:24:19,081 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:24:19,081 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,40203,1733343857205 with port=38543, startcode=1733343857245 2024-12-04T20:24:19,082 DEBUG [RS:0;c2ef38372881:38543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:24:19,084 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:24:19,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,38543,1733343857245 2024-12-04T20:24:19,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40203 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,38543,1733343857245 2024-12-04T20:24:19,086 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78 2024-12-04T20:24:19,086 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45037 2024-12-04T20:24:19,086 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:24:19,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383/rs 2024-12-04T20:24:19,087 DEBUG [RS:0;c2ef38372881:38543 {}] zookeeper.ZKUtil(111): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on existing znode=/0-1249645383/rs/c2ef38372881,38543,1733343857245 2024-12-04T20:24:19,088 WARN [RS:0;c2ef38372881:38543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:19,088 INFO [RS:0;c2ef38372881:38543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:19,088 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245 2024-12-04T20:24:19,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,38543,1733343857245] 2024-12-04T20:24:19,092 INFO [RS:0;c2ef38372881:38543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:24:19,095 INFO [RS:0;c2ef38372881:38543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:24:19,095 INFO [RS:0;c2ef38372881:38543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:24:19,095 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,096 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:24:19,097 INFO [RS:0;c2ef38372881:38543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:24:19,097 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:19,098 DEBUG [RS:0;c2ef38372881:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:19,101 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,101 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,101 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,101 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,101 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,101 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38543,1733343857245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:19,115 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:24:19,115 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38543,1733343857245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,115 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,115 INFO [RS:0;c2ef38372881:38543 {}] regionserver.Replication(171): c2ef38372881,38543,1733343857245 started 2024-12-04T20:24:19,128 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:19,128 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,38543,1733343857245, RpcServer on c2ef38372881/172.17.0.2:38543, sessionid=0x100a6e7a3460001 2024-12-04T20:24:19,128 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:24:19,128 DEBUG [RS:0;c2ef38372881:38543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,38543,1733343857245 2024-12-04T20:24:19,128 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,38543,1733343857245' 2024-12-04T20:24:19,128 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249645383/flush-table-proc/abort' 2024-12-04T20:24:19,129 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249645383/flush-table-proc/acquired' 2024-12-04T20:24:19,129 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:24:19,129 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:24:19,129 DEBUG [RS:0;c2ef38372881:38543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,38543,1733343857245 2024-12-04T20:24:19,129 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,38543,1733343857245' 2024-12-04T20:24:19,129 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249645383/online-snapshot/abort' 2024-12-04T20:24:19,130 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249645383/online-snapshot/acquired' 2024-12-04T20:24:19,130 DEBUG [RS:0;c2ef38372881:38543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:24:19,130 INFO [RS:0;c2ef38372881:38543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:24:19,130 INFO [RS:0;c2ef38372881:38543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:24:19,231 INFO [RS:0;c2ef38372881:38543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:19,232 INFO [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C38543%2C1733343857245, suffix=, logDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245, archiveDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/oldWALs, maxLogs=10 2024-12-04T20:24:19,244 DEBUG [RS:0;c2ef38372881:38543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233, exclude list is [], retry=0 2024-12-04T20:24:19,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-f75bb892-56fe-4382-880f-c146e9e35ac3,DISK] 2024-12-04T20:24:19,249 INFO [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 2024-12-04T20:24:19,249 DEBUG [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-04T20:24:19,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:24:19,414 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78 2024-12-04T20:24:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:24:19,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:24:19,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:19,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:19,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:19,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:19,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:19,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:19,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:19,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:19,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:19,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:19,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:19,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:19,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:19,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:19,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:19,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:19,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:19,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:19,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:19,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:19,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740 2024-12-04T20:24:19,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740 2024-12-04T20:24:19,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:19,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:19,846 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:19,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:19,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:19,851 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59196507, jitterRate=-0.11790330708026886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343859822Initializing all the Stores at 1733343859823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343859823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343859823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343859823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343859823Cleaning up temporary data from old regions at 1733343859845 (+22 ms)Region opened successfully at 1733343859852 (+7 ms) 2024-12-04T20:24:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:19,852 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:19,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:19,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343859852Disabling compacts and flushes for region at 1733343859852Disabling writes for close at 1733343859852Writing region close event to WAL at 1733343859853 (+1 ms)Closed at 1733343859853 2024-12-04T20:24:19,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:19,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:24:19,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:24:19,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:19,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:24:20,009 DEBUG [c2ef38372881:40203 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:24:20,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,38543,1733343857245 2024-12-04T20:24:20,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,38543,1733343857245, state=OPENING 2024-12-04T20:24:20,013 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:24:20,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:20,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:20,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249645383/meta-region-server: CHANGED 2024-12-04T20:24:20,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249645383/meta-region-server: CHANGED 2024-12-04T20:24:20,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:20,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,38543,1733343857245}] 2024-12-04T20:24:20,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:24:20,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:24:20,176 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:24:20,176 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:20,176 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:24:20,178 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C38543%2C1733343857245.meta, suffix=.meta, logDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245, archiveDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/oldWALs, maxLogs=10 2024-12-04T20:24:20,189 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.meta.1733343860178.meta, exclude list is [], retry=0 2024-12-04T20:24:20,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-f75bb892-56fe-4382-880f-c146e9e35ac3,DISK] 2024-12-04T20:24:20,194 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.meta.1733343860178.meta 2024-12-04T20:24:20,194 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-04T20:24:20,194 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:20,194 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:20,195 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:20,195 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:24:20,195 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:24:20,195 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:24:20,195 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:20,195 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:24:20,195 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:24:20,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:20,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:20,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:20,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:20,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:20,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:20,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:20,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:20,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:20,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:20,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:20,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:20,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:20,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:20,202 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:20,202 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740 2024-12-04T20:24:20,203 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740 2024-12-04T20:24:20,204 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:20,204 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:20,205 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:20,206 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:20,207 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68525617, jitterRate=0.02111126482486725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:20,207 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:24:20,207 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343860195Writing region info on filesystem at 1733343860195Initializing all the Stores at 1733343860196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343860196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343860196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343860196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343860196Cleaning up temporary data from old regions at 1733343860204 (+8 ms)Running coprocessor post-open hooks at 1733343860207 (+3 ms)Region opened successfully at 1733343860207 2024-12-04T20:24:20,209 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343860170 2024-12-04T20:24:20,211 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:24:20,211 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:24:20,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,38543,1733343857245 2024-12-04T20:24:20,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,38543,1733343857245, state=OPEN 2024-12-04T20:24:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249645383/meta-region-server 2024-12-04T20:24:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249645383/meta-region-server 2024-12-04T20:24:20,214 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,38543,1733343857245 2024-12-04T20:24:20,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249645383/meta-region-server: CHANGED 2024-12-04T20:24:20,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249645383/meta-region-server: CHANGED 2024-12-04T20:24:20,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:24:20,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,38543,1733343857245 in 197 msec 2024-12-04T20:24:20,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:24:20,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-04T20:24:20,221 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:20,221 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:24:20,222 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:20,222 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38543,1733343857245, seqNum=-1] 2024-12-04T20:24:20,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:20,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:20,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-04T20:24:20,231 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343860230, completionTime=-1 2024-12-04T20:24:20,231 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:24:20,231 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:24:20,233 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:24:20,233 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733343920233 2024-12-04T20:24:20,233 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733343980233 2024-12-04T20:24:20,233 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:24:20,233 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40203,1733343857205-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:20,234 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40203,1733343857205-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:20,234 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40203,1733343857205-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:20,234 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:40203, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:20,234 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:20,234 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:20,236 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:24:20,238 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.960sec 2024-12-04T20:24:20,238 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:24:20,238 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:24:20,238 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:24:20,238 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:24:20,238 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:24:20,239 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40203,1733343857205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:20,239 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40203,1733343857205-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:24:20,242 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:24:20,242 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:24:20,242 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40203,1733343857205-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:20,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:20,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40203,-1 for getting cluster id 2024-12-04T20:24:20,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:20,276 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51ff880a-2a98-4dbd-8024-4c37c2a7ee92' 2024-12-04T20:24:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51ff880a-2a98-4dbd-8024-4c37c2a7ee92" 2024-12-04T20:24:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79059a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40203,-1] 2024-12-04T20:24:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:20,278 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:20,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c55d4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:20,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:20,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38543,1733343857245, seqNum=-1] 2024-12-04T20:24:20,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:20,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,40203,1733343857205 2024-12-04T20:24:20,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51476 2024-12-04T20:24:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:20,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6e7a3460002 connected 2024-12-04T20:24:20,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.log.dir so I do NOT create it in target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924 2024-12-04T20:24:20,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:24:20,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.tmp.dir so I do NOT create it in target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924 2024-12-04T20:24:20,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:24:20,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924 2024-12-04T20:24:20,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:24:20,307 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/cluster_e60c25f0-447c-415c-77c6-5ff7c7d97f84, deleteOnExit=true 2024-12-04T20:24:20,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:24:20,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/test.cache.data in system properties and HBase conf 2024-12-04T20:24:20,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:24:20,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:24:20,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:24:20,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:24:20,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:24:20,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:24:20,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:20,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:20,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:24:20,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:24:20,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:24:20,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:20,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:20,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:20,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:20,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:24:20,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:20,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:20,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:20,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@505f10b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/java.io.tmpdir/jetty-localhost-46417-hadoop-hdfs-3_4_1-tests_jar-_-any-13930169156449327443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:20,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:46417} 2024-12-04T20:24:20,478 INFO [Time-limited test {}] server.Server(415): Started @33969ms 2024-12-04T20:24:20,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:20,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:20,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:20,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:20,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:24:20,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42690e4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:20,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48299201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:20,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8519863{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/java.io.tmpdir/jetty-localhost-41583-hadoop-hdfs-3_4_1-tests_jar-_-any-7988333135319419881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:20,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4320cd6f{HTTP/1.1, (http/1.1)}{localhost:41583} 2024-12-04T20:24:20,645 INFO [Time-limited test {}] server.Server(415): Started @34136ms 2024-12-04T20:24:20,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:24:20,711 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/cluster_e60c25f0-447c-415c-77c6-5ff7c7d97f84/data/data2/current/BP-304908827-172.17.0.2-1733343860334/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:20,711 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/cluster_e60c25f0-447c-415c-77c6-5ff7c7d97f84/data/data1/current/BP-304908827-172.17.0.2-1733343860334/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:20,734 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:24:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ef785b785669ca with lease ID 0xcdb20b54994712a7: Processing first storage report for DS-562d5f19-0fc0-4c5c-b79c-8516f1a78acc from datanode DatanodeRegistration(127.0.0.1:45697, datanodeUuid=6431acfb-ffa3-4938-a8c0-6710cee1d308, infoPort=42259, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=666274290;c=1733343860334) 2024-12-04T20:24:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ef785b785669ca with lease ID 0xcdb20b54994712a7: from storage DS-562d5f19-0fc0-4c5c-b79c-8516f1a78acc node DatanodeRegistration(127.0.0.1:45697, datanodeUuid=6431acfb-ffa3-4938-a8c0-6710cee1d308, infoPort=42259, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=666274290;c=1733343860334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ef785b785669ca with lease ID 0xcdb20b54994712a7: Processing first storage report for DS-30392734-32a9-4916-9cdd-a0821b1dce10 from datanode DatanodeRegistration(127.0.0.1:45697, datanodeUuid=6431acfb-ffa3-4938-a8c0-6710cee1d308, infoPort=42259, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=666274290;c=1733343860334) 2024-12-04T20:24:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ef785b785669ca with lease ID 0xcdb20b54994712a7: from storage DS-30392734-32a9-4916-9cdd-a0821b1dce10 node DatanodeRegistration(127.0.0.1:45697, datanodeUuid=6431acfb-ffa3-4938-a8c0-6710cee1d308, infoPort=42259, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=666274290;c=1733343860334), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:20,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924 2024-12-04T20:24:20,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:20,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:24:20,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c with version=8 2024-12-04T20:24:20,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/hbase-staging 2024-12-04T20:24:20,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:20,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:20,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:20,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:20,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:20,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:20,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:24:20,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:20,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36767 2024-12-04T20:24:20,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36767 connecting to ZooKeeper ensemble=127.0.0.1:51476 2024-12-04T20:24:20,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367670x0, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:20,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36767-0x100a6e7a3460003 connected 2024-12-04T20:24:20,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:20,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:20,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on znode that does not yet exist, /1259447900/running 2024-12-04T20:24:20,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c, hbase.cluster.distributed=false 2024-12-04T20:24:20,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on znode that does not yet exist, /1259447900/acl 2024-12-04T20:24:20,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36767 2024-12-04T20:24:20,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36767 2024-12-04T20:24:20,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36767 2024-12-04T20:24:20,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36767 2024-12-04T20:24:20,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36767 2024-12-04T20:24:20,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:20,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:20,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:20,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:20,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:20,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:20,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:24:20,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:20,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39171 2024-12-04T20:24:20,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39171 connecting to ZooKeeper ensemble=127.0.0.1:51476 2024-12-04T20:24:20,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:20,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:20,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391710x0, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:20,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391710x0, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on znode that does not yet exist, /1259447900/running 2024-12-04T20:24:20,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39171-0x100a6e7a3460004 connected 2024-12-04T20:24:20,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:24:20,827 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:24:20,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on znode that does not yet exist, /1259447900/master 2024-12-04T20:24:20,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on znode that does not yet exist, /1259447900/acl 2024-12-04T20:24:20,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39171 2024-12-04T20:24:20,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39171 2024-12-04T20:24:20,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39171 2024-12-04T20:24:20,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39171 2024-12-04T20:24:20,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39171 2024-12-04T20:24:20,850 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:36767 2024-12-04T20:24:20,850 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1259447900/backup-masters/c2ef38372881,36767,1733343860780 2024-12-04T20:24:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900/backup-masters 2024-12-04T20:24:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900/backup-masters 2024-12-04T20:24:20,852 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on existing znode=/1259447900/backup-masters/c2ef38372881,36767,1733343860780 2024-12-04T20:24:20,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1259447900/master 2024-12-04T20:24:20,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:20,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:20,853 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on existing znode=/1259447900/master 2024-12-04T20:24:20,854 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1259447900/backup-masters/c2ef38372881,36767,1733343860780 from backup master directory 2024-12-04T20:24:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259447900/backup-masters/c2ef38372881,36767,1733343860780 2024-12-04T20:24:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900/backup-masters 2024-12-04T20:24:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900/backup-masters 2024-12-04T20:24:20,854 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:20,855 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,36767,1733343860780 2024-12-04T20:24:20,860 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/hbase.id] with ID: 6374de55-686e-4f6d-b917-4921447aed7c 2024-12-04T20:24:20,860 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/.tmp/hbase.id 2024-12-04T20:24:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:24:21,266 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/.tmp/hbase.id]:[hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/hbase.id] 2024-12-04T20:24:21,279 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:21,279 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:24:21,281 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T20:24:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:24:21,688 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:21,689 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:24:21,690 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:21,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:24:22,100 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store 2024-12-04T20:24:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:24:22,507 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:22,507 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:22,507 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:22,507 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:22,508 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:22,508 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:22,508 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:22,508 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343862507Disabling compacts and flushes for region at 1733343862507Disabling writes for close at 1733343862508 (+1 ms)Writing region close event to WAL at 1733343862508Closed at 1733343862508 2024-12-04T20:24:22,509 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/.initializing 2024-12-04T20:24:22,509 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/WALs/c2ef38372881,36767,1733343860780 2024-12-04T20:24:22,510 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:22,512 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C36767%2C1733343860780, suffix=, logDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/WALs/c2ef38372881,36767,1733343860780, archiveDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/oldWALs, maxLogs=10 2024-12-04T20:24:22,523 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/WALs/c2ef38372881,36767,1733343860780/c2ef38372881%2C36767%2C1733343860780.1733343862512, exclude list is [], retry=0 2024-12-04T20:24:22,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45697,DS-562d5f19-0fc0-4c5c-b79c-8516f1a78acc,DISK] 2024-12-04T20:24:22,528 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/WALs/c2ef38372881,36767,1733343860780/c2ef38372881%2C36767%2C1733343860780.1733343862512 2024-12-04T20:24:22,528 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-12-04T20:24:22,528 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:22,528 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:22,528 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,528 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:24:22,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:22,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:22,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:24:22,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:22,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:22,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:24:22,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:22,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:22,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:24:22,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:22,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:22,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,538 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,538 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,539 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,539 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,540 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:22,541 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:22,543 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:22,543 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71976472, jitterRate=0.0725330114364624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:22,543 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343862529Initializing all the Stores at 1733343862530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343862530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343862530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343862530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343862530Cleaning up temporary data from old regions at 1733343862539 (+9 ms)Region opened successfully at 1733343862543 (+4 ms) 2024-12-04T20:24:22,544 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:24:22,546 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1156adb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:22,547 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:24:22,548 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:24:22,548 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:24:22,548 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:24:22,548 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:24:22,549 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:24:22,549 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:24:22,551 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:24:22,551 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Unable to get data of znode /1259447900/balancer because node does not exist (not necessarily an error) 2024-12-04T20:24:22,552 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259447900/balancer already deleted, retry=false 2024-12-04T20:24:22,552 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:24:22,553 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Unable to get data of znode /1259447900/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:24:22,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259447900/normalizer already deleted, retry=false 2024-12-04T20:24:22,554 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:24:22,555 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Unable to get data of znode /1259447900/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:24:22,555 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259447900/switch/split already deleted, retry=false 2024-12-04T20:24:22,556 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Unable to get data of znode /1259447900/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:24:22,556 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259447900/switch/merge already deleted, retry=false 2024-12-04T20:24:22,558 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Unable to get data of znode /1259447900/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:24:22,559 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259447900/snapshot-cleanup already deleted, retry=false 2024-12-04T20:24:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1259447900/running 2024-12-04T20:24:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1259447900/running 2024-12-04T20:24:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:22,560 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,36767,1733343860780, sessionid=0x100a6e7a3460003, setting cluster-up flag (Was=false) 2024-12-04T20:24:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:22,564 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1259447900/flush-table-proc/acquired, /1259447900/flush-table-proc/reached, /1259447900/flush-table-proc/abort 2024-12-04T20:24:22,565 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,36767,1733343860780 2024-12-04T20:24:22,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:22,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:22,570 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1259447900/online-snapshot/acquired, /1259447900/online-snapshot/reached, /1259447900/online-snapshot/abort 2024-12-04T20:24:22,571 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,36767,1733343860780 2024-12-04T20:24:22,572 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:24:22,574 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:22,574 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:24:22,575 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:24:22,575 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,36767,1733343860780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:24:22,576 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:22,576 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:22,576 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:22,576 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:22,577 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:24:22,577 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,577 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:22,577 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343892578 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:24:22,578 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,579 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:24:22,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:22,579 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:24:22,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:24:22,579 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:24:22,579 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:24:22,579 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:24:22,579 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:24:22,580 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343862579,5,FailOnTimeoutGroup] 2024-12-04T20:24:22,580 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343862580,5,FailOnTimeoutGroup] 2024-12-04T20:24:22,580 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,580 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:24:22,580 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,580 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,580 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:22,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:24:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:24:22,640 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(746): ClusterId : 6374de55-686e-4f6d-b917-4921447aed7c 2024-12-04T20:24:22,640 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:24:22,641 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:24:22,641 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:24:22,643 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:24:22,643 DEBUG [RS:0;c2ef38372881:39171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d9563c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:22,653 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:39171 2024-12-04T20:24:22,653 INFO [RS:0;c2ef38372881:39171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:24:22,653 INFO [RS:0;c2ef38372881:39171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:24:22,653 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:24:22,654 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,36767,1733343860780 with port=39171, startcode=1733343860817 2024-12-04T20:24:22,654 DEBUG [RS:0;c2ef38372881:39171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:24:22,655 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:24:22,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,39171,1733343860817 2024-12-04T20:24:22,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36767 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,39171,1733343860817 2024-12-04T20:24:22,658 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c 2024-12-04T20:24:22,658 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35705 2024-12-04T20:24:22,658 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:24:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900/rs 2024-12-04T20:24:22,660 DEBUG [RS:0;c2ef38372881:39171 {}] zookeeper.ZKUtil(111): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on existing znode=/1259447900/rs/c2ef38372881,39171,1733343860817 2024-12-04T20:24:22,660 WARN [RS:0;c2ef38372881:39171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:22,660 INFO [RS:0;c2ef38372881:39171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:22,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,39171,1733343860817] 2024-12-04T20:24:22,661 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817 2024-12-04T20:24:22,664 INFO [RS:0;c2ef38372881:39171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:24:22,666 INFO [RS:0;c2ef38372881:39171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:24:22,666 INFO [RS:0;c2ef38372881:39171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:24:22,666 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,666 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:24:22,667 INFO [RS:0;c2ef38372881:39171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:24:22,667 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,667 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,667 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,667 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:22,668 DEBUG [RS:0;c2ef38372881:39171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:22,668 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,668 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,669 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,669 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,669 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,669 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39171,1733343860817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:22,686 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:24:22,686 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39171,1733343860817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,687 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,687 INFO [RS:0;c2ef38372881:39171 {}] regionserver.Replication(171): c2ef38372881,39171,1733343860817 started 2024-12-04T20:24:22,703 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:22,703 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,39171,1733343860817, RpcServer on c2ef38372881/172.17.0.2:39171, sessionid=0x100a6e7a3460004 2024-12-04T20:24:22,703 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:24:22,703 DEBUG [RS:0;c2ef38372881:39171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,39171,1733343860817 2024-12-04T20:24:22,703 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,39171,1733343860817' 2024-12-04T20:24:22,703 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1259447900/flush-table-proc/abort' 2024-12-04T20:24:22,704 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1259447900/flush-table-proc/acquired' 2024-12-04T20:24:22,704 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:24:22,704 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:24:22,704 DEBUG [RS:0;c2ef38372881:39171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,39171,1733343860817 2024-12-04T20:24:22,704 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,39171,1733343860817' 2024-12-04T20:24:22,704 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1259447900/online-snapshot/abort' 2024-12-04T20:24:22,705 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1259447900/online-snapshot/acquired' 2024-12-04T20:24:22,705 DEBUG [RS:0;c2ef38372881:39171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:24:22,705 INFO [RS:0;c2ef38372881:39171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:24:22,705 INFO [RS:0;c2ef38372881:39171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:24:22,806 INFO [RS:0;c2ef38372881:39171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:22,808 INFO [RS:0;c2ef38372881:39171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C39171%2C1733343860817, suffix=, logDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817, archiveDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/oldWALs, maxLogs=10 2024-12-04T20:24:22,824 DEBUG [RS:0;c2ef38372881:39171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817/c2ef38372881%2C39171%2C1733343860817.1733343862808, exclude list is [], retry=0 2024-12-04T20:24:22,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45697,DS-562d5f19-0fc0-4c5c-b79c-8516f1a78acc,DISK] 2024-12-04T20:24:22,830 INFO [RS:0;c2ef38372881:39171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817/c2ef38372881%2C39171%2C1733343860817.1733343862808 2024-12-04T20:24:22,830 DEBUG [RS:0;c2ef38372881:39171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-12-04T20:24:22,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:24:22,989 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c 2024-12-04T20:24:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:24:23,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:23,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:23,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:23,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:23,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:23,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:23,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:23,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:23,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:23,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:23,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740 2024-12-04T20:24:23,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740 2024-12-04T20:24:23,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:23,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:23,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:23,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:23,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71017834, jitterRate=0.05824819207191467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343863396Initializing all the Stores at 1733343863397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343863397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343863397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343863397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343863397Cleaning up temporary data from old regions at 1733343863407 (+10 ms)Region opened successfully at 1733343863411 (+4 ms) 2024-12-04T20:24:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:23,412 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:23,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343863412Disabling compacts and flushes for region at 1733343863412Disabling writes for close at 1733343863412Writing region close event to WAL at 1733343863412Closed at 1733343863412 2024-12-04T20:24:23,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:23,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:24:23,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:24:23,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:23,416 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:24:23,566 DEBUG [c2ef38372881:36767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:24:23,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,39171,1733343860817 2024-12-04T20:24:23,568 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,39171,1733343860817, state=OPENING 2024-12-04T20:24:23,569 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:24:23,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:23,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:23,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:23,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259447900/meta-region-server: CHANGED 2024-12-04T20:24:23,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259447900/meta-region-server: CHANGED 2024-12-04T20:24:23,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,39171,1733343860817}] 2024-12-04T20:24:23,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:24:23,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:24:23,728 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:24:23,728 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:23,729 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:24:23,730 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C39171%2C1733343860817.meta, suffix=.meta, logDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817, archiveDir=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/oldWALs, maxLogs=10 2024-12-04T20:24:23,742 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817/c2ef38372881%2C39171%2C1733343860817.meta.1733343863731.meta, exclude list is [], retry=0 2024-12-04T20:24:23,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45697,DS-562d5f19-0fc0-4c5c-b79c-8516f1a78acc,DISK] 2024-12-04T20:24:23,746 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817/c2ef38372881%2C39171%2C1733343860817.meta.1733343863731.meta 2024-12-04T20:24:23,746 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-12-04T20:24:23,746 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:23,747 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:23,747 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:23,747 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:24:23,747 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:24:23,747 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:24:23,747 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:23,747 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:24:23,747 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:24:23,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:23,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:23,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:23,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:23,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:23,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:23,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:23,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:23,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:23,754 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:23,755 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740 2024-12-04T20:24:23,756 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740 2024-12-04T20:24:23,758 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:23,758 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:23,759 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:23,760 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:23,761 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72105022, jitterRate=0.07444855570793152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:23,761 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:24:23,761 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343863747Writing region info on filesystem at 1733343863747Initializing all the Stores at 1733343863748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343863748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343863749 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343863749Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343863749Cleaning up temporary data from old regions at 1733343863758 (+9 ms)Running coprocessor post-open hooks at 1733343863761 (+3 ms)Region opened successfully at 1733343863761 2024-12-04T20:24:23,762 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343863723 2024-12-04T20:24:23,764 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:24:23,764 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:24:23,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,39171,1733343860817 2024-12-04T20:24:23,766 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,39171,1733343860817, state=OPEN 2024-12-04T20:24:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1259447900/meta-region-server 2024-12-04T20:24:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1259447900/meta-region-server 2024-12-04T20:24:23,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,39171,1733343860817 2024-12-04T20:24:23,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259447900/meta-region-server: CHANGED 2024-12-04T20:24:23,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259447900/meta-region-server: CHANGED 2024-12-04T20:24:23,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:24:23,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,39171,1733343860817 in 197 msec 2024-12-04T20:24:23,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:24:23,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-12-04T20:24:23,772 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:23,772 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:24:23,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:23,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,39171,1733343860817, seqNum=-1] 2024-12-04T20:24:23,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:23,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:23,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-12-04T20:24:23,780 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343863780, completionTime=-1 2024-12-04T20:24:23,781 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:24:23,781 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:24:23,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:24:23,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733343923782 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733343983782 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36767,1733343860780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36767,1733343860780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36767,1733343860780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:36767, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:23,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:23,785 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36767,1733343860780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:23,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36767,1733343860780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:24:23,789 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:24:23,789 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:24:23,789 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36767,1733343860780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:23,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95b4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36767,-1 for getting cluster id 2024-12-04T20:24:23,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:23,858 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6374de55-686e-4f6d-b917-4921447aed7c' 2024-12-04T20:24:23,858 WARN [RS:0;c2ef38372881:39171 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c2ef38372881,43403,1733343831371: status=Processing ServerCrashProcedure of c2ef38372881,43403,1733343831371 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733343846863, completionTime=-1 appears to have been leaked 2024-12-04T20:24:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6374de55-686e-4f6d-b917-4921447aed7c" 2024-12-04T20:24:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f29b144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36767,-1] 2024-12-04T20:24:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:23,863 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:23,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8d0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,39171,1733343860817, seqNum=-1] 2024-12-04T20:24:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:23,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,36767,1733343860780 2024-12-04T20:24:23,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51476 2024-12-04T20:24:23,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:23,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6e7a3460005 connected 2024-12-04T20:24:23,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff34d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40203,-1 for getting cluster id 2024-12-04T20:24:23,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:23,876 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51ff880a-2a98-4dbd-8024-4c37c2a7ee92' 2024-12-04T20:24:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51ff880a-2a98-4dbd-8024-4c37c2a7ee92" 2024-12-04T20:24:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40203,-1] 2024-12-04T20:24:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:23,878 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,40203,1733343857205 2024-12-04T20:24:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-12-04T20:24:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:23,881 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:23,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:36767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:24:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:24:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:23,884 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:36767' 2024-12-04T20:24:23,885 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5179a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,885 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36767,-1 for getting cluster id 2024-12-04T20:24:23,885 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:23,886 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6374de55-686e-4f6d-b917-4921447aed7c' 2024-12-04T20:24:23,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:23,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6374de55-686e-4f6d-b917-4921447aed7c" 2024-12-04T20:24:23,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375241f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36767,-1] 2024-12-04T20:24:23,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:23,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:23,887 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfa7c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:23,888 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:23,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,36767,1733343860780 2024-12-04T20:24:23,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@abe368 2024-12-04T20:24:23,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:23,890 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:23,891 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T20:24:23,891 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:24:23,891 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:23,891 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:23,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:23,908 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:23,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:24:23,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:24:23,914 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:23,916 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:24:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741835_1011 (size=1138) 2024-12-04T20:24:23,962 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:24:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:24,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 160d31e7fa9fc5b6d7ae4bd3934642ac, NAME => 'hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78 2024-12-04T20:24:24,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741836_1012 (size=44) 2024-12-04T20:24:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:24,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:24,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 160d31e7fa9fc5b6d7ae4bd3934642ac, disabling compactions & flushes 2024-12-04T20:24:24,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:24,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:24,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. after waiting 0 ms 2024-12-04T20:24:24,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:24,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:24,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 160d31e7fa9fc5b6d7ae4bd3934642ac: Waiting for close lock at 1733343864732Disabling compacts and flushes for region at 1733343864732Disabling writes for close at 1733343864732Writing region close event to WAL at 1733343864732Closed at 1733343864732 2024-12-04T20:24:24,734 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:24:24,734 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733343864734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343864734"}]},"ts":"1733343864734"} 2024-12-04T20:24:24,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:24:24,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:24:24,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343864738"}]},"ts":"1733343864738"} 2024-12-04T20:24:24,740 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:24:24,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=160d31e7fa9fc5b6d7ae4bd3934642ac, ASSIGN}] 2024-12-04T20:24:24,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=160d31e7fa9fc5b6d7ae4bd3934642ac, ASSIGN 2024-12-04T20:24:24,743 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=160d31e7fa9fc5b6d7ae4bd3934642ac, ASSIGN; state=OFFLINE, location=c2ef38372881,38543,1733343857245; forceNewPlan=false, retain=false 2024-12-04T20:24:24,893 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=160d31e7fa9fc5b6d7ae4bd3934642ac, regionState=OPENING, regionLocation=c2ef38372881,38543,1733343857245 2024-12-04T20:24:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=160d31e7fa9fc5b6d7ae4bd3934642ac, ASSIGN because future has completed 2024-12-04T20:24:24,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 160d31e7fa9fc5b6d7ae4bd3934642ac, server=c2ef38372881,38543,1733343857245}] 2024-12-04T20:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:25,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:25,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:25,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:24:25,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C38543%2C1733343857245.rep, suffix=, logDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245, archiveDir=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/oldWALs, maxLogs=10 2024-12-04T20:24:25,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.rep.1733343865056, exclude list is [], retry=0 2024-12-04T20:24:25,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-f75bb892-56fe-4382-880f-c146e9e35ac3,DISK] 2024-12-04T20:24:25,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.rep.1733343865056 2024-12-04T20:24:25,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-04T20:24:25,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 160d31e7fa9fc5b6d7ae4bd3934642ac, NAME => 'hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:25,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:25,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:25,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. service=MultiRowMutationService 2024-12-04T20:24:25,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:24:25,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:25,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,073 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,074 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 160d31e7fa9fc5b6d7ae4bd3934642ac columnFamilyName hfileref 2024-12-04T20:24:25,074 DEBUG [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:25,075 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] regionserver.HStore(327): Store=160d31e7fa9fc5b6d7ae4bd3934642ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:25,075 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,076 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 160d31e7fa9fc5b6d7ae4bd3934642ac columnFamilyName queue 2024-12-04T20:24:25,076 DEBUG [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:25,077 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] regionserver.HStore(327): Store=160d31e7fa9fc5b6d7ae4bd3934642ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:25,077 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,078 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 160d31e7fa9fc5b6d7ae4bd3934642ac columnFamilyName sid 2024-12-04T20:24:25,078 DEBUG [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:25,079 INFO [StoreOpener-160d31e7fa9fc5b6d7ae4bd3934642ac-1 {}] regionserver.HStore(327): Store=160d31e7fa9fc5b6d7ae4bd3934642ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:25,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:24:25,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:25,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 160d31e7fa9fc5b6d7ae4bd3934642ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66013253, jitterRate=-0.016325876116752625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:24:25,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:25,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 160d31e7fa9fc5b6d7ae4bd3934642ac: Running coprocessor pre-open hook at 1733343865072Writing region info on filesystem at 1733343865072Initializing all the Stores at 1733343865073 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343865073Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343865073Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343865073Cleaning up temporary data from old regions at 1733343865081 (+8 ms)Running coprocessor post-open hooks at 1733343865086 (+5 ms)Region opened successfully at 1733343865086 2024-12-04T20:24:25,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac., pid=7, masterSystemTime=1733343865050 2024-12-04T20:24:25,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:25,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:25,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=160d31e7fa9fc5b6d7ae4bd3934642ac, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,38543,1733343857245 2024-12-04T20:24:25,092 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:24:25,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 160d31e7fa9fc5b6d7ae4bd3934642ac, server=c2ef38372881,38543,1733343857245 because future has completed 2024-12-04T20:24:25,092 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:24:25,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T20:24:25,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 160d31e7fa9fc5b6d7ae4bd3934642ac, server=c2ef38372881,38543,1733343857245 in 196 msec 2024-12-04T20:24:25,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:24:25,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=160d31e7fa9fc5b6d7ae4bd3934642ac, ASSIGN in 356 msec 2024-12-04T20:24:25,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:24:25,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343865099"}]},"ts":"1733343865099"} 2024-12-04T20:24:25,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:24:25,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:24:25,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-12-04T20:24:25,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac., hostname=c2ef38372881,38543,1733343857245, seqNum=2] 2024-12-04T20:24:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:25,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:24:25,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T20:24:25,280 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:24:25,303 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,38543,1733343857245, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:24:25,304 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:25,304 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38543,1733343857245, seqNum=-1] 2024-12-04T20:24:25,304 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:25,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T20:24:25,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,38543,1733343857245', locateType=CURRENT is [region=hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac., hostname=c2ef38372881,38543,1733343857245, seqNum=2] 2024-12-04T20:24:25,310 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T20:24:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T20:24:25,313 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,38543,1733343857245 suceeded 2024-12-04T20:24:25,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T20:24:25,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-04T20:24:25,316 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:36767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:24:25,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4350 sec 2024-12-04T20:24:25,325 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:36767' 2024-12-04T20:24:25,326 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad334ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:25,326 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36767,-1 for getting cluster id 2024-12-04T20:24:25,327 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:25,327 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6374de55-686e-4f6d-b917-4921447aed7c' 2024-12-04T20:24:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6374de55-686e-4f6d-b917-4921447aed7c" 2024-12-04T20:24:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b91a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36767,-1] 2024-12-04T20:24:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:25,329 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:25,330 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317083ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:25,330 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:25,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,36767,1733343860780 2024-12-04T20:24:25,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494b4805 2024-12-04T20:24:25,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:25,332 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T20:24:25,332 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,38543,1733343857245 (queues=1) is replicating from cluster=51ff880a-2a98-4dbd-8024-4c37c2a7ee92 to cluster=6374de55-686e-4f6d-b917-4921447aed7c 2024-12-04T20:24:25,333 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C38543%2C1733343857245 2024-12-04T20:24:25,333 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,38543,1733343857245, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:24:25,333 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.shipperc2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C38543%2C1733343857245 2024-12-04T20:24:25,333 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233, startPosition=0, beingWritten=true 2024-12-04T20:24:25,539 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:25,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:24:25,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:25,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:25,844 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:26,026 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:24:26,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:26,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:26,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:26,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:26,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:26,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,40203,1733343857205 2024-12-04T20:24:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cc36e1 2024-12-04T20:24:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:26,028 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:26,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:24:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:24:26,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:26,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:26,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:26,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:26,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:26,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:24:26,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=571352998, stopped=false 2024-12-04T20:24:26,029 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,36767,1733343860780 2024-12-04T20:24:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259447900/running 2024-12-04T20:24:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259447900/running 2024-12-04T20:24:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:26,030 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:26,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:26,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:26,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:26,031 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,39171,1733343860817' ***** 2024-12-04T20:24:26,031 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:24:26,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on znode that does not yet exist, /1259447900/running 2024-12-04T20:24:26,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Set watcher on znode that does not yet exist, /1259447900/running 2024-12-04T20:24:26,031 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:24:26,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:24:26,031 INFO [RS:0;c2ef38372881:39171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,39171,1733343860817 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:39171. 2024-12-04T20:24:26,032 DEBUG [RS:0;c2ef38372881:39171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:26,032 DEBUG [RS:0;c2ef38372881:39171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:24:26,032 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:24:26,032 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:24:26,032 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:26,032 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:26,032 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:26,032 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:26,032 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:26,032 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:26,032 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T20:24:26,046 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740/.tmp/ns/1204d37645dc412c8116716bb8d10d34 is 43, key is default/ns:d/1733343863775/Put/seqid=0 2024-12-04T20:24:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741835_1011 (size=5153) 2024-12-04T20:24:26,071 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:26,232 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:26,248 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:26,433 DEBUG [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:26,451 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740/.tmp/ns/1204d37645dc412c8116716bb8d10d34 2024-12-04T20:24:26,457 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740/.tmp/ns/1204d37645dc412c8116716bb8d10d34 as hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740/ns/1204d37645dc412c8116716bb8d10d34 2024-12-04T20:24:26,463 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740/ns/1204d37645dc412c8116716bb8d10d34, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T20:24:26,464 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-04T20:24:26,468 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T20:24:26,469 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:26,469 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:26,469 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:26,469 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343866032Running coprocessor pre-close hooks at 1733343866032Disabling compacts and flushes for region at 1733343866032Disabling writes for close at 1733343866032Obtaining lock to block concurrent updates at 1733343866032Preparing flush snapshotting stores in 1588230740 at 1733343866032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733343866033 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733343866033Flushing 1588230740/ns: creating writer at 1733343866033Flushing 1588230740/ns: appending metadata at 1733343866046 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733343866046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f32cf8: reopening flushed file at 1733343866456 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733343866464 (+8 ms)Writing region close event to WAL at 1733343866465 (+1 ms)Running coprocessor post-close hooks at 1733343866469 (+4 ms)Closed at 1733343866469 2024-12-04T20:24:26,469 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:26,633 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,39171,1733343860817; all regions closed. 2024-12-04T20:24:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741834_1010 (size=1152) 2024-12-04T20:24:26,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817/c2ef38372881%2C39171%2C1733343860817.meta.1733343863731.meta not finished, retry = 0 2024-12-04T20:24:26,670 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:24:26,670 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:24:26,738 DEBUG [RS:0;c2ef38372881:39171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/oldWALs 2024-12-04T20:24:26,738 INFO [RS:0;c2ef38372881:39171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C39171%2C1733343860817.meta:.meta(num 1733343863731) 2024-12-04T20:24:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741832_1008 (size=93) 2024-12-04T20:24:26,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/WALs/c2ef38372881,39171,1733343860817/c2ef38372881%2C39171%2C1733343860817.1733343862808 not finished, retry = 0 2024-12-04T20:24:26,753 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:26,843 DEBUG [RS:0;c2ef38372881:39171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/oldWALs 2024-12-04T20:24:26,843 INFO [RS:0;c2ef38372881:39171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C39171%2C1733343860817:(num 1733343862808) 2024-12-04T20:24:26,843 DEBUG [RS:0;c2ef38372881:39171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:26,843 INFO [RS:0;c2ef38372881:39171 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:26,843 INFO [RS:0;c2ef38372881:39171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:26,844 INFO [RS:0;c2ef38372881:39171 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:26,844 INFO [RS:0;c2ef38372881:39171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:26,844 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:26,844 INFO [RS:0;c2ef38372881:39171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39171 2024-12-04T20:24:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259447900/rs/c2ef38372881,39171,1733343860817 2024-12-04T20:24:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900/rs 2024-12-04T20:24:26,845 INFO [RS:0;c2ef38372881:39171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:26,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,39171,1733343860817] 2024-12-04T20:24:26,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1259447900/draining/c2ef38372881,39171,1733343860817 already deleted, retry=false 2024-12-04T20:24:26,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,39171,1733343860817 expired; onlineServers=0 2024-12-04T20:24:26,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,36767,1733343860780' ***** 2024-12-04T20:24:26,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:24:26,847 INFO [M:0;c2ef38372881:36767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:26,847 INFO [M:0;c2ef38372881:36767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:26,847 DEBUG [M:0;c2ef38372881:36767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:24:26,847 DEBUG [M:0;c2ef38372881:36767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:24:26,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:24:26,847 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343862579 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343862579,5,FailOnTimeoutGroup] 2024-12-04T20:24:26,847 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343862580 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343862580,5,FailOnTimeoutGroup] 2024-12-04T20:24:26,847 INFO [M:0;c2ef38372881:36767 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:26,847 INFO [M:0;c2ef38372881:36767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:26,847 DEBUG [M:0;c2ef38372881:36767 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:24:26,847 INFO [M:0;c2ef38372881:36767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:24:26,847 INFO [M:0;c2ef38372881:36767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:26,848 INFO [M:0;c2ef38372881:36767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:24:26,848 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:24:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259447900/master 2024-12-04T20:24:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259447900 2024-12-04T20:24:26,848 DEBUG [M:0;c2ef38372881:36767 {}] zookeeper.ZKUtil(347): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Unable to get data of znode /1259447900/master because node does not exist (not an error) 2024-12-04T20:24:26,848 WARN [M:0;c2ef38372881:36767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:24:26,848 INFO [M:0;c2ef38372881:36767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/.lastflushedseqids 2024-12-04T20:24:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741836_1012 (size=99) 2024-12-04T20:24:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:26,946 INFO [RS:0;c2ef38372881:39171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39171-0x100a6e7a3460004, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:26,946 INFO [RS:0;c2ef38372881:39171 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,39171,1733343860817; zookeeper connection closed. 2024-12-04T20:24:26,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bac230e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bac230e 2024-12-04T20:24:26,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:24:27,253 INFO [M:0;c2ef38372881:36767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:24:27,254 INFO [M:0;c2ef38372881:36767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:24:27,254 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:27,254 INFO [M:0;c2ef38372881:36767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:27,254 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:27,254 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:27,254 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:27,254 INFO [M:0;c2ef38372881:36767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T20:24:27,269 DEBUG [M:0;c2ef38372881:36767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/225a56ab66b246b6a8fc523020861a91 is 82, key is hbase:meta,,1/info:regioninfo/1733343863765/Put/seqid=0 2024-12-04T20:24:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741837_1013 (size=5672) 2024-12-04T20:24:27,358 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:27,674 INFO [M:0;c2ef38372881:36767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/225a56ab66b246b6a8fc523020861a91 2024-12-04T20:24:27,692 DEBUG [M:0;c2ef38372881:36767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02b6663e44f443e2b4ca62790a3d4e41 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733343863779/Put/seqid=0 2024-12-04T20:24:27,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741838_1014 (size=5275) 2024-12-04T20:24:28,062 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:28,097 INFO [M:0;c2ef38372881:36767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02b6663e44f443e2b4ca62790a3d4e41 2024-12-04T20:24:28,117 DEBUG [M:0;c2ef38372881:36767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/175a2fc098324de0a81bd6900122fd68 is 69, key is c2ef38372881,39171,1733343860817/rs:state/1733343862656/Put/seqid=0 2024-12-04T20:24:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741839_1015 (size=5156) 2024-12-04T20:24:28,521 INFO [M:0;c2ef38372881:36767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/175a2fc098324de0a81bd6900122fd68 2024-12-04T20:24:28,528 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/225a56ab66b246b6a8fc523020861a91 as hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/225a56ab66b246b6a8fc523020861a91 2024-12-04T20:24:28,535 INFO [M:0;c2ef38372881:36767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/225a56ab66b246b6a8fc523020861a91, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T20:24:28,536 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02b6663e44f443e2b4ca62790a3d4e41 as hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02b6663e44f443e2b4ca62790a3d4e41 2024-12-04T20:24:28,542 INFO [M:0;c2ef38372881:36767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02b6663e44f443e2b4ca62790a3d4e41, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T20:24:28,543 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/175a2fc098324de0a81bd6900122fd68 as hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/175a2fc098324de0a81bd6900122fd68 2024-12-04T20:24:28,549 INFO [M:0;c2ef38372881:36767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35705/user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/175a2fc098324de0a81bd6900122fd68, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T20:24:28,550 INFO [M:0;c2ef38372881:36767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-12-04T20:24:28,551 INFO [M:0;c2ef38372881:36767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:28,551 DEBUG [M:0;c2ef38372881:36767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343867254Disabling compacts and flushes for region at 1733343867254Disabling writes for close at 1733343867254Obtaining lock to block concurrent updates at 1733343867254Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343867254Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733343867255 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343867255Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343867256 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343867268 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343867268Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343867679 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343867691 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343867691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343868103 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343868116 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343868116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eef132: reopening flushed file at 1733343868527 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74221c41: reopening flushed file at 1733343868535 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f93a7bb: reopening flushed file at 1733343868542 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1733343868550 (+8 ms)Writing region close event to WAL at 1733343868551 (+1 ms)Closed at 1733343868551 2024-12-04T20:24:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45697 is added to blk_1073741830_1006 (size=10165) 2024-12-04T20:24:28,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5990052b-01a0-68a5-8eb3-cbfd533b886c/MasterData/WALs/c2ef38372881,36767,1733343860780/c2ef38372881%2C36767%2C1733343860780.1733343862512 not finished, retry = 0 2024-12-04T20:24:28,655 INFO [M:0;c2ef38372881:36767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:24:28,655 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:28,655 INFO [M:0;c2ef38372881:36767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36767 2024-12-04T20:24:28,656 INFO [M:0;c2ef38372881:36767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:28,757 INFO [M:0;c2ef38372881:36767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:28,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:28,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x100a6e7a3460003, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:28,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8519863{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:28,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4320cd6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:28,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:28,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48299201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:28,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42690e4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:28,761 WARN [BP-304908827-172.17.0.2-1733343860334 heartbeating to localhost/127.0.0.1:35705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:24:28,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:24:28,761 WARN [BP-304908827-172.17.0.2-1733343860334 heartbeating to localhost/127.0.0.1:35705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-304908827-172.17.0.2-1733343860334 (Datanode Uuid 6431acfb-ffa3-4938-a8c0-6710cee1d308) service to localhost/127.0.0.1:35705 2024-12-04T20:24:28,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:24:28,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/cluster_e60c25f0-447c-415c-77c6-5ff7c7d97f84/data/data1/current/BP-304908827-172.17.0.2-1733343860334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:28,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/cluster_e60c25f0-447c-415c-77c6-5ff7c7d97f84/data/data2/current/BP-304908827-172.17.0.2-1733343860334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:28,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:24:28,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@505f10b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:28,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:28,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:28,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:28,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:24:28,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:24:28,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:28,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:28,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:28,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:28,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:28,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:24:28,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=342693364, stopped=false 2024-12-04T20:24:28,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,40203,1733343857205 2024-12-04T20:24:28,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249645383/running 2024-12-04T20:24:28,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249645383/running 2024-12-04T20:24:28,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:28,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:28,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:28,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:28,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:28,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:28,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on znode that does not yet exist, /0-1249645383/running 2024-12-04T20:24:28,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Set watcher on znode that does not yet exist, /0-1249645383/running 2024-12-04T20:24:28,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,38543,1733343857245' ***** 2024-12-04T20:24:28,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:24:28,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(3091): Received CLOSE for 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,38543,1733343857245 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:38543. 2024-12-04T20:24:28,781 DEBUG [RS:0;c2ef38372881:38543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:28,781 DEBUG [RS:0;c2ef38372881:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:28,781 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 160d31e7fa9fc5b6d7ae4bd3934642ac, disabling compactions & flushes 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:24:28,781 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:24:28,781 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:28,781 INFO [RS:0;c2ef38372881:38543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:24:28,782 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. after waiting 0 ms 2024-12-04T20:24:28,782 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:24:28,782 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:28,782 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 160d31e7fa9fc5b6d7ae4bd3934642ac 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T20:24:28,782 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:24:28,782 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 160d31e7fa9fc5b6d7ae4bd3934642ac=hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac.} 2024-12-04T20:24:28,782 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:28,782 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:28,782 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:28,782 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:28,782 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:28,782 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:28,782 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T20:24:28,795 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/info/7bfab3d65d1d4a4f8323eb11e263d922 is 147, key is hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac./info:regioninfo/1733343865090/Put/seqid=0 2024-12-04T20:24:28,797 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac/.tmp/queue/a3dfd8ea16f944cbaf94230903e85ca8 is 151, key is 1-c2ef38372881,38543,1733343857245/queue:c2ef38372881%2C38543%2C1733343857245/1733343865309/Put/seqid=0 2024-12-04T20:24:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741838_1014 (size=6631) 2024-12-04T20:24:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741839_1015 (size=5350) 2024-12-04T20:24:28,812 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:28,867 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:28,982 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:29,101 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:24:29,101 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:24:29,182 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 160d31e7fa9fc5b6d7ae4bd3934642ac 2024-12-04T20:24:29,200 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/info/7bfab3d65d1d4a4f8323eb11e263d922 2024-12-04T20:24:29,201 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac/.tmp/queue/a3dfd8ea16f944cbaf94230903e85ca8 2024-12-04T20:24:29,208 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac/.tmp/queue/a3dfd8ea16f944cbaf94230903e85ca8 as hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac/queue/a3dfd8ea16f944cbaf94230903e85ca8 2024-12-04T20:24:29,215 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac/queue/a3dfd8ea16f944cbaf94230903e85ca8, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T20:24:29,216 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 160d31e7fa9fc5b6d7ae4bd3934642ac in 434ms, sequenceid=5, compaction requested=false 2024-12-04T20:24:29,222 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/ns/0178138550f547adb569b4c08846fe37 is 43, key is default/ns:d/1733343860224/Put/seqid=0 2024-12-04T20:24:29,224 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/replication/160d31e7fa9fc5b6d7ae4bd3934642ac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T20:24:29,225 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:29,225 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:29,225 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:29,225 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 160d31e7fa9fc5b6d7ae4bd3934642ac: Waiting for close lock at 1733343868781Running coprocessor pre-close hooks at 1733343868781Disabling compacts and flushes for region at 1733343868781Disabling writes for close at 1733343868782 (+1 ms)Obtaining lock to block concurrent updates at 1733343868782Preparing flush snapshotting stores in 160d31e7fa9fc5b6d7ae4bd3934642ac at 1733343868782Finished memstore snapshotting hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733343868782Flushing stores of hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. at 1733343868782Flushing 160d31e7fa9fc5b6d7ae4bd3934642ac/queue: creating writer at 1733343868783 (+1 ms)Flushing 160d31e7fa9fc5b6d7ae4bd3934642ac/queue: appending metadata at 1733343868797 (+14 ms)Flushing 160d31e7fa9fc5b6d7ae4bd3934642ac/queue: closing flushed file at 1733343868797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3e0396: reopening flushed file at 1733343869207 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 160d31e7fa9fc5b6d7ae4bd3934642ac in 434ms, sequenceid=5, compaction requested=false at 1733343869217 (+10 ms)Writing region close event to WAL at 1733343869220 (+3 ms)Running coprocessor post-close hooks at 1733343869225 (+5 ms)Closed at 1733343869225 2024-12-04T20:24:29,226 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343863892.160d31e7fa9fc5b6d7ae4bd3934642ac. 2024-12-04T20:24:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741840_1016 (size=5153) 2024-12-04T20:24:29,382 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:29,583 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:29,629 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/ns/0178138550f547adb569b4c08846fe37 2024-12-04T20:24:29,646 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/table/658f98517dd24836ac9941277d4cd9e4 is 53, key is hbase:replication/table:state/1733343865099/Put/seqid=0 2024-12-04T20:24:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741841_1017 (size=5256) 2024-12-04T20:24:29,772 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.1733343859233 to pos 0, reset compression=false 2024-12-04T20:24:29,783 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:24:29,783 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:24:29,783 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:29,983 DEBUG [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:24:30,051 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/table/658f98517dd24836ac9941277d4cd9e4 2024-12-04T20:24:30,058 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/info/7bfab3d65d1d4a4f8323eb11e263d922 as hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/info/7bfab3d65d1d4a4f8323eb11e263d922 2024-12-04T20:24:30,063 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/info/7bfab3d65d1d4a4f8323eb11e263d922, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T20:24:30,064 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/ns/0178138550f547adb569b4c08846fe37 as hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/ns/0178138550f547adb569b4c08846fe37 2024-12-04T20:24:30,070 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/ns/0178138550f547adb569b4c08846fe37, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:24:30,071 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/.tmp/table/658f98517dd24836ac9941277d4cd9e4 as hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/table/658f98517dd24836ac9941277d4cd9e4 2024-12-04T20:24:30,075 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/table/658f98517dd24836ac9941277d4cd9e4, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T20:24:30,076 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-12-04T20:24:30,082 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T20:24:30,083 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:30,083 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:30,083 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:30,083 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343868782Running coprocessor pre-close hooks at 1733343868782Disabling compacts and flushes for region at 1733343868782Disabling writes for close at 1733343868782Obtaining lock to block concurrent updates at 1733343868782Preparing flush snapshotting stores in 1588230740 at 1733343868782Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733343868783 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733343868783Flushing 1588230740/info: creating writer at 1733343868783Flushing 1588230740/info: appending metadata at 1733343868795 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733343868795Flushing 1588230740/ns: creating writer at 1733343869207 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733343869222 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733343869222Flushing 1588230740/table: creating writer at 1733343869635 (+413 ms)Flushing 1588230740/table: appending metadata at 1733343869646 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733343869646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403735a5: reopening flushed file at 1733343870057 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739c1bea: reopening flushed file at 1733343870063 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68153fad: reopening flushed file at 1733343870070 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1733343870076 (+6 ms)Writing region close event to WAL at 1733343870079 (+3 ms)Running coprocessor post-close hooks at 1733343870082 (+3 ms)Closed at 1733343870083 (+1 ms) 2024-12-04T20:24:30,083 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:30,183 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,38543,1733343857245; all regions closed. 2024-12-04T20:24:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741834_1010 (size=2742) 2024-12-04T20:24:30,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/WALs/c2ef38372881,38543,1733343857245/c2ef38372881%2C38543%2C1733343857245.meta.1733343860178.meta not finished, retry = 0 2024-12-04T20:24:30,288 DEBUG [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/oldWALs 2024-12-04T20:24:30,288 INFO [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C38543%2C1733343857245.meta:.meta(num 1733343860178) 2024-12-04T20:24:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741837_1013 (size=1586) 2024-12-04T20:24:30,294 DEBUG [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/oldWALs 2024-12-04T20:24:30,294 INFO [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C38543%2C1733343857245.rep:(num 1733343865056) 2024-12-04T20:24:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741832_1008 (size=93) 2024-12-04T20:24:30,302 DEBUG [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/oldWALs 2024-12-04T20:24:30,302 INFO [RS:0;c2ef38372881:38543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C38543%2C1733343857245:(num 1733343859233) 2024-12-04T20:24:30,302 DEBUG [RS:0;c2ef38372881:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:30,302 INFO [RS:0;c2ef38372881:38543 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:24:30,302 INFO [RS:0;c2ef38372881:38543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:30,303 INFO [RS:0;c2ef38372881:38543 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:30,303 INFO [RS:0;c2ef38372881:38543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:30,303 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:30,303 INFO [RS:0;c2ef38372881:38543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,38543,1733343857245 because: Region server is closing 2024-12-04T20:24:30,303 INFO [RS:0;c2ef38372881:38543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:38543. 2024-12-04T20:24:30,303 DEBUG [RS:0;c2ef38372881:38543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:30,303 DEBUG [RS:0;c2ef38372881:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:30,303 DEBUG [RS:0;c2ef38372881:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:30,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:30,403 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.shipperc2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:24:30,403 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.wal-reader.c2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:24:30,404 INFO [RS:0;c2ef38372881:38543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38543,1733343857245.replicationSource.shipperc2ef38372881%2C38543%2C1733343857245,1-c2ef38372881,38543,1733343857245 terminated 2024-12-04T20:24:30,404 INFO [RS:0;c2ef38372881:38543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38543 2024-12-04T20:24:30,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383/rs 2024-12-04T20:24:30,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249645383/rs/c2ef38372881,38543,1733343857245 2024-12-04T20:24:30,416 INFO [RS:0;c2ef38372881:38543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:30,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,38543,1733343857245] 2024-12-04T20:24:30,418 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249645383/draining/c2ef38372881,38543,1733343857245 already deleted, retry=false 2024-12-04T20:24:30,418 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,38543,1733343857245 expired; onlineServers=0 2024-12-04T20:24:30,419 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,40203,1733343857205' ***** 2024-12-04T20:24:30,419 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:24:30,419 INFO [M:0;c2ef38372881:40203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:24:30,419 INFO [M:0;c2ef38372881:40203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:24:30,419 DEBUG [M:0;c2ef38372881:40203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:24:30,419 DEBUG [M:0;c2ef38372881:40203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:24:30,419 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:24:30,419 INFO [M:0;c2ef38372881:40203 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:24:30,419 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343859011 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343859011,5,FailOnTimeoutGroup] 2024-12-04T20:24:30,419 INFO [M:0;c2ef38372881:40203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:24:30,419 DEBUG [M:0;c2ef38372881:40203 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:24:30,419 INFO [M:0;c2ef38372881:40203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:24:30,419 INFO [M:0;c2ef38372881:40203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:24:30,420 INFO [M:0;c2ef38372881:40203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:24:30,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:24:30,420 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343859011 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343859011,5,FailOnTimeoutGroup] 2024-12-04T20:24:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249645383/master 2024-12-04T20:24:30,420 DEBUG [M:0;c2ef38372881:40203 {}] zookeeper.ZKUtil(347): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Unable to get data of znode /0-1249645383/master because node does not exist (not an error) 2024-12-04T20:24:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249645383 2024-12-04T20:24:30,420 WARN [M:0;c2ef38372881:40203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:24:30,421 INFO [M:0;c2ef38372881:40203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/.lastflushedseqids 2024-12-04T20:24:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741842_1018 (size=181) 2024-12-04T20:24:30,438 INFO [M:0;c2ef38372881:40203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:24:30,438 INFO [M:0;c2ef38372881:40203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:24:30,438 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:30,438 INFO [M:0;c2ef38372881:40203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:30,438 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:30,438 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:30,438 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:30,438 INFO [M:0;c2ef38372881:40203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T20:24:30,452 DEBUG [M:0;c2ef38372881:40203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b25f1ec4a38436e86161c040b67f92b is 82, key is hbase:meta,,1/info:regioninfo/1733343860212/Put/seqid=0 2024-12-04T20:24:30,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741843_1019 (size=5672) 2024-12-04T20:24:30,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:30,518 INFO [RS:0;c2ef38372881:38543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:30,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x100a6e7a3460001, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:30,518 INFO [RS:0;c2ef38372881:38543 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,38543,1733343857245; zookeeper connection closed. 2024-12-04T20:24:30,519 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d296576 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d296576 2024-12-04T20:24:30,519 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:24:30,856 INFO [M:0;c2ef38372881:40203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b25f1ec4a38436e86161c040b67f92b 2024-12-04T20:24:30,874 DEBUG [M:0;c2ef38372881:40203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0385002b98fb4705bd2583e6790bb5ef is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733343865103/Put/seqid=0 2024-12-04T20:24:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741844_1020 (size=7203) 2024-12-04T20:24:31,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:31,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:24:31,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:31,278 INFO [M:0;c2ef38372881:40203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0385002b98fb4705bd2583e6790bb5ef 2024-12-04T20:24:31,295 DEBUG [M:0;c2ef38372881:40203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92c7c4bcffe049a99887794738c5bc94 is 69, key is c2ef38372881,38543,1733343857245/rs:state/1733343859084/Put/seqid=0 2024-12-04T20:24:31,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741845_1021 (size=5156) 2024-12-04T20:24:31,700 INFO [M:0;c2ef38372881:40203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92c7c4bcffe049a99887794738c5bc94 2024-12-04T20:24:31,705 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b25f1ec4a38436e86161c040b67f92b as hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b25f1ec4a38436e86161c040b67f92b 2024-12-04T20:24:31,711 INFO [M:0;c2ef38372881:40203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b25f1ec4a38436e86161c040b67f92b, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T20:24:31,712 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0385002b98fb4705bd2583e6790bb5ef as hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0385002b98fb4705bd2583e6790bb5ef 2024-12-04T20:24:31,717 INFO [M:0;c2ef38372881:40203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0385002b98fb4705bd2583e6790bb5ef, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T20:24:31,718 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92c7c4bcffe049a99887794738c5bc94 as hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92c7c4bcffe049a99887794738c5bc94 2024-12-04T20:24:31,723 INFO [M:0;c2ef38372881:40203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/2c75a8e5-0ec6-83e6-8d8a-909454934c78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92c7c4bcffe049a99887794738c5bc94, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T20:24:31,724 INFO [M:0;c2ef38372881:40203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-12-04T20:24:31,725 INFO [M:0;c2ef38372881:40203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:31,725 DEBUG [M:0;c2ef38372881:40203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343870438Disabling compacts and flushes for region at 1733343870438Disabling writes for close at 1733343870438Obtaining lock to block concurrent updates at 1733343870438Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343870438Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733343870439 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343870439Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343870439Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343870452 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343870452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343870861 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343870873 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343870873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343871283 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343871295 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343871295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5bad00: reopening flushed file at 1733343871704 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cfae69: reopening flushed file at 1733343871711 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211bae30: reopening flushed file at 1733343871717 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1733343871724 (+7 ms)Writing region close event to WAL at 1733343871725 (+1 ms)Closed at 1733343871725 2024-12-04T20:24:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741830_1006 (size=41008) 2024-12-04T20:24:31,728 INFO [M:0;c2ef38372881:40203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:24:31,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:24:31,728 INFO [M:0;c2ef38372881:40203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40203 2024-12-04T20:24:31,728 INFO [M:0;c2ef38372881:40203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:24:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:31,829 INFO [M:0;c2ef38372881:40203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:24:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40203-0x100a6e7a3460000, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:24:31,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:31,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:31,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:31,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:31,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:31,833 WARN [BP-292323422-172.17.0.2-1733343856369 heartbeating to localhost/127.0.0.1:45037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:24:31,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:24:31,833 WARN [BP-292323422-172.17.0.2-1733343856369 heartbeating to localhost/127.0.0.1:45037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292323422-172.17.0.2-1733343856369 (Datanode Uuid 85e3bced-2ddd-47e1-ad25-ff67b176b22d) service to localhost/127.0.0.1:45037 2024-12-04T20:24:31,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:24:31,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1/data/data1/current/BP-292323422-172.17.0.2-1733343856369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:31,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/cluster_065ec1c2-588c-5ff5-ddb6-3a51e4ec9ee1/data/data2/current/BP-292323422-172.17.0.2-1733343856369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:24:31,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:24:31,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:31,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:24:31,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:24:31,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:24:31,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a558191b-fda8-b2a9-c325-932fa1f98404/hadoop.log.dir/,STOPPED} 2024-12-04T20:24:31,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:24:31,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:24:31,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45037 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51476) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51476) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35705 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 221), ProcessCount=11 (was 11), AvailableMemoryMB=4239 (was 4588) 2024-12-04T20:24:31,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=4239 2024-12-04T20:24:31,895 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T20:24:31,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.log.dir so I do NOT create it in target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a 2024-12-04T20:24:31,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:24:31,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.tmp.dir so I do NOT create it in target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a 2024-12-04T20:24:31,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b39e418e-5322-6c8e-14d3-82bf64f21924/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:24:31,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a 2024-12-04T20:24:31,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5, deleteOnExit=true 2024-12-04T20:24:31,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5/zookeeper_0, clientPort=50539, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:24:31,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50539 2024-12-04T20:24:31,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:24:31,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:24:31,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/test.cache.data in system properties and HBase conf 2024-12-04T20:24:31,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:24:31,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:24:31,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:24:31,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:24:31,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:24:31,900 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:24:31,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:31,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:31,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:24:31,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:24:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:24:31,940 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T20:24:31,941 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:31,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6e7a3460002, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:24:31,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6e7a3460005, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:24:31,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6e7a3460002, quorum=127.0.0.1:51476, baseZNode=/0-1249645383 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:24:31,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6e7a3460005, quorum=127.0.0.1:51476, baseZNode=/1259447900 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:24:31,951 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:31,951 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:31,952 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:31,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:31,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:31,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:31,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:31,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:24:31,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:31,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:31,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:32,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9ff422{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/java.io.tmpdir/jetty-localhost-33663-hadoop-hdfs-3_4_1-tests_jar-_-any-2995223616390323850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:32,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:33663} 2024-12-04T20:24:32,065 INFO [Time-limited test {}] server.Server(415): Started @45555ms 2024-12-04T20:24:32,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:32,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:32,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:32,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:32,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:24:32,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:32,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:32,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5936ebe3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/java.io.tmpdir/jetty-localhost-33151-hadoop-hdfs-3_4_1-tests_jar-_-any-6565463685480984684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:32,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:33151} 2024-12-04T20:24:32,216 INFO [Time-limited test {}] server.Server(415): Started @45707ms 2024-12-04T20:24:32,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:24:32,282 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5/data/data2/current/BP-2126554780-172.17.0.2-1733343871918/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:32,282 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5/data/data1/current/BP-2126554780-172.17.0.2-1733343871918/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:32,301 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:24:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeff5c09764c55bd7 with lease ID 0xce490fee1832fccf: Processing first storage report for DS-e9968c43-a4b6-4362-9385-046fe8ceca85 from datanode DatanodeRegistration(127.0.0.1:39585, datanodeUuid=69843d50-7602-4d95-a1c7-c8c1f28715f4, infoPort=44975, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=1711488458;c=1733343871918) 2024-12-04T20:24:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeff5c09764c55bd7 with lease ID 0xce490fee1832fccf: from storage DS-e9968c43-a4b6-4362-9385-046fe8ceca85 node DatanodeRegistration(127.0.0.1:39585, datanodeUuid=69843d50-7602-4d95-a1c7-c8c1f28715f4, infoPort=44975, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=1711488458;c=1733343871918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeff5c09764c55bd7 with lease ID 0xce490fee1832fccf: Processing first storage report for DS-92659b96-8346-4f12-a24d-9b6aa0bee3e0 from datanode DatanodeRegistration(127.0.0.1:39585, datanodeUuid=69843d50-7602-4d95-a1c7-c8c1f28715f4, infoPort=44975, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=1711488458;c=1733343871918) 2024-12-04T20:24:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeff5c09764c55bd7 with lease ID 0xce490fee1832fccf: from storage DS-92659b96-8346-4f12-a24d-9b6aa0bee3e0 node DatanodeRegistration(127.0.0.1:39585, datanodeUuid=69843d50-7602-4d95-a1c7-c8c1f28715f4, infoPort=44975, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=1711488458;c=1733343871918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:32,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a 2024-12-04T20:24:32,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:32,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:24:32,756 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d with version=8 2024-12-04T20:24:32,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/hbase-staging 2024-12-04T20:24:32,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:32,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:32,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:24:32,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:32,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43101 2024-12-04T20:24:32,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43101 connecting to ZooKeeper ensemble=127.0.0.1:50539 2024-12-04T20:24:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431010x0, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:32,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43101-0x100a6e7e0080000 connected 2024-12-04T20:24:32,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:32,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:32,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on znode that does not yet exist, /0-209025724/running 2024-12-04T20:24:32,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d, hbase.cluster.distributed=false 2024-12-04T20:24:32,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on znode that does not yet exist, /0-209025724/acl 2024-12-04T20:24:32,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43101 2024-12-04T20:24:32,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43101 2024-12-04T20:24:32,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43101 2024-12-04T20:24:32,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43101 2024-12-04T20:24:32,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43101 2024-12-04T20:24:32,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:32,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:32,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:32,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:32,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:32,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:32,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:24:32,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:32,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46527 2024-12-04T20:24:32,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46527 connecting to ZooKeeper ensemble=127.0.0.1:50539 2024-12-04T20:24:32,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:32,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:32,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465270x0, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:32,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46527-0x100a6e7e0080001 connected 2024-12-04T20:24:32,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on znode that does not yet exist, /0-209025724/running 2024-12-04T20:24:32,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:24:32,801 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:24:32,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on znode that does not yet exist, /0-209025724/master 2024-12-04T20:24:32,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on znode that does not yet exist, /0-209025724/acl 2024-12-04T20:24:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46527 2024-12-04T20:24:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46527 2024-12-04T20:24:32,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46527 2024-12-04T20:24:32,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46527 2024-12-04T20:24:32,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46527 2024-12-04T20:24:32,819 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:43101 2024-12-04T20:24:32,819 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-209025724/backup-masters/c2ef38372881,43101,1733343872758 2024-12-04T20:24:32,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724/backup-masters 2024-12-04T20:24:32,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724/backup-masters 2024-12-04T20:24:32,821 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on existing znode=/0-209025724/backup-masters/c2ef38372881,43101,1733343872758 2024-12-04T20:24:32,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-209025724/master 2024-12-04T20:24:32,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:32,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:32,822 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on existing znode=/0-209025724/master 2024-12-04T20:24:32,822 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-209025724/backup-masters/c2ef38372881,43101,1733343872758 from backup master directory 2024-12-04T20:24:32,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209025724/backup-masters/c2ef38372881,43101,1733343872758 2024-12-04T20:24:32,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724/backup-masters 2024-12-04T20:24:32,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724/backup-masters 2024-12-04T20:24:32,823 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:32,823 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,43101,1733343872758 2024-12-04T20:24:32,826 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/hbase.id] with ID: 8400eee8-1cab-4da0-83e6-331d4b7b05ee 2024-12-04T20:24:32,826 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/.tmp/hbase.id 2024-12-04T20:24:32,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:24:33,233 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/.tmp/hbase.id]:[hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/hbase.id] 2024-12-04T20:24:33,244 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:33,244 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:24:33,245 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:24:33,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:33,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:24:33,652 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:33,653 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:24:33,653 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:24:34,061 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store 2024-12-04T20:24:34,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:24:34,467 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:34,467 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:34,467 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:34,467 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:34,467 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:34,467 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:34,467 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:34,467 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343874467Disabling compacts and flushes for region at 1733343874467Disabling writes for close at 1733343874467Writing region close event to WAL at 1733343874467Closed at 1733343874467 2024-12-04T20:24:34,468 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/.initializing 2024-12-04T20:24:34,468 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/WALs/c2ef38372881,43101,1733343872758 2024-12-04T20:24:34,469 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:34,471 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C43101%2C1733343872758, suffix=, logDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/WALs/c2ef38372881,43101,1733343872758, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/oldWALs, maxLogs=10 2024-12-04T20:24:34,481 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/WALs/c2ef38372881,43101,1733343872758/c2ef38372881%2C43101%2C1733343872758.1733343874471, exclude list is [], retry=0 2024-12-04T20:24:34,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39585,DS-e9968c43-a4b6-4362-9385-046fe8ceca85,DISK] 2024-12-04T20:24:34,485 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/WALs/c2ef38372881,43101,1733343872758/c2ef38372881%2C43101%2C1733343872758.1733343874471 2024-12-04T20:24:34,487 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44975:44975)] 2024-12-04T20:24:34,487 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:34,487 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:34,487 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,487 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:24:34,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:34,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:34,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:24:34,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:34,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:34,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:24:34,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:34,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:34,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:24:34,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:34,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:34,496 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,497 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,497 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,498 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,498 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,499 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:34,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:34,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:34,503 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68021006, jitterRate=0.013591974973678589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:34,504 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343874487Initializing all the Stores at 1733343874488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343874488Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343874489 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343874489Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343874489Cleaning up temporary data from old regions at 1733343874498 (+9 ms)Region opened successfully at 1733343874504 (+6 ms) 2024-12-04T20:24:34,504 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:24:34,507 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f5cad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:34,508 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:24:34,508 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:24:34,508 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:24:34,508 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:24:34,509 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:24:34,509 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:24:34,509 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:24:34,512 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:24:34,513 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Unable to get data of znode /0-209025724/balancer because node does not exist (not necessarily an error) 2024-12-04T20:24:34,514 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209025724/balancer already deleted, retry=false 2024-12-04T20:24:34,514 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:24:34,515 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Unable to get data of znode /0-209025724/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:24:34,516 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209025724/normalizer already deleted, retry=false 2024-12-04T20:24:34,516 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:24:34,517 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Unable to get data of znode /0-209025724/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:24:34,517 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209025724/switch/split already deleted, retry=false 2024-12-04T20:24:34,518 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Unable to get data of znode /0-209025724/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:24:34,519 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209025724/switch/merge already deleted, retry=false 2024-12-04T20:24:34,521 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Unable to get data of znode /0-209025724/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:24:34,522 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209025724/snapshot-cleanup already deleted, retry=false 2024-12-04T20:24:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-209025724/running 2024-12-04T20:24:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-209025724/running 2024-12-04T20:24:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:34,523 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,43101,1733343872758, sessionid=0x100a6e7e0080000, setting cluster-up flag (Was=false) 2024-12-04T20:24:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:34,527 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-209025724/flush-table-proc/acquired, /0-209025724/flush-table-proc/reached, /0-209025724/flush-table-proc/abort 2024-12-04T20:24:34,528 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,43101,1733343872758 2024-12-04T20:24:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:34,532 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-209025724/online-snapshot/acquired, /0-209025724/online-snapshot/reached, /0-209025724/online-snapshot/abort 2024-12-04T20:24:34,533 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,43101,1733343872758 2024-12-04T20:24:34,534 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:24:34,535 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:34,535 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:24:34,535 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:24:34,535 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,43101,1733343872758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:34,537 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,538 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343904538 2024-12-04T20:24:34,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:34,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:24:34,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:24:34,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:24:34,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:34,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:24:34,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:24:34,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:24:34,540 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343874540,5,FailOnTimeoutGroup] 2024-12-04T20:24:34,540 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343874540,5,FailOnTimeoutGroup] 2024-12-04T20:24:34,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:24:34,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:24:34,612 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(746): ClusterId : 8400eee8-1cab-4da0-83e6-331d4b7b05ee 2024-12-04T20:24:34,612 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:24:34,614 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:24:34,614 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:24:34,615 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:24:34,616 DEBUG [RS:0;c2ef38372881:46527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86fb157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:34,627 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:46527 2024-12-04T20:24:34,627 INFO [RS:0;c2ef38372881:46527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:24:34,628 INFO [RS:0;c2ef38372881:46527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:24:34,628 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:24:34,628 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,43101,1733343872758 with port=46527, startcode=1733343872792 2024-12-04T20:24:34,628 DEBUG [RS:0;c2ef38372881:46527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:24:34,630 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:24:34,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,46527,1733343872792 2024-12-04T20:24:34,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43101 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,46527,1733343872792 2024-12-04T20:24:34,632 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d 2024-12-04T20:24:34,632 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44605 2024-12-04T20:24:34,632 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:24:34,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724/rs 2024-12-04T20:24:34,633 DEBUG [RS:0;c2ef38372881:46527 {}] zookeeper.ZKUtil(111): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on existing znode=/0-209025724/rs/c2ef38372881,46527,1733343872792 2024-12-04T20:24:34,633 WARN [RS:0;c2ef38372881:46527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:34,634 INFO [RS:0;c2ef38372881:46527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:34,634 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792 2024-12-04T20:24:34,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,46527,1733343872792] 2024-12-04T20:24:34,638 INFO [RS:0;c2ef38372881:46527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:24:34,639 INFO [RS:0;c2ef38372881:46527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:24:34,640 INFO [RS:0;c2ef38372881:46527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:24:34,640 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,640 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:24:34,641 INFO [RS:0;c2ef38372881:46527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:24:34,641 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:34,641 DEBUG [RS:0;c2ef38372881:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:34,642 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,642 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,642 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,642 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,642 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,642 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46527,1733343872792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:34,654 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:24:34,654 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46527,1733343872792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,654 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,654 INFO [RS:0;c2ef38372881:46527 {}] regionserver.Replication(171): c2ef38372881,46527,1733343872792 started 2024-12-04T20:24:34,665 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:34,665 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,46527,1733343872792, RpcServer on c2ef38372881/172.17.0.2:46527, sessionid=0x100a6e7e0080001 2024-12-04T20:24:34,665 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:24:34,665 DEBUG [RS:0;c2ef38372881:46527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,46527,1733343872792 2024-12-04T20:24:34,665 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,46527,1733343872792' 2024-12-04T20:24:34,665 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-209025724/flush-table-proc/abort' 2024-12-04T20:24:34,666 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-209025724/flush-table-proc/acquired' 2024-12-04T20:24:34,666 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:24:34,666 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:24:34,666 DEBUG [RS:0;c2ef38372881:46527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,46527,1733343872792 2024-12-04T20:24:34,666 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,46527,1733343872792' 2024-12-04T20:24:34,666 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-209025724/online-snapshot/abort' 2024-12-04T20:24:34,667 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-209025724/online-snapshot/acquired' 2024-12-04T20:24:34,667 DEBUG [RS:0;c2ef38372881:46527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:24:34,667 INFO [RS:0;c2ef38372881:46527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:24:34,667 INFO [RS:0;c2ef38372881:46527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:24:34,767 INFO [RS:0;c2ef38372881:46527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:34,769 INFO [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46527%2C1733343872792, suffix=, logDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/oldWALs, maxLogs=10 2024-12-04T20:24:34,780 DEBUG [RS:0;c2ef38372881:46527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769, exclude list is [], retry=0 2024-12-04T20:24:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39585,DS-e9968c43-a4b6-4362-9385-046fe8ceca85,DISK] 2024-12-04T20:24:34,784 INFO [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 2024-12-04T20:24:34,785 DEBUG [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44975:44975)] 2024-12-04T20:24:34,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:24:34,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d 2024-12-04T20:24:34,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:24:35,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:35,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:35,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:35,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:35,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:35,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:35,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:35,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:35,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:35,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:35,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740 2024-12-04T20:24:35,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740 2024-12-04T20:24:35,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:35,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:35,362 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:35,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:35,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:35,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59772834, jitterRate=-0.10931536555290222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:35,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343875352Initializing all the Stores at 1733343875353 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343875353Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343875353Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343875353Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343875353Cleaning up temporary data from old regions at 1733343875362 (+9 ms)Region opened successfully at 1733343875366 (+4 ms) 2024-12-04T20:24:35,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:35,366 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:35,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:35,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:35,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:35,367 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:35,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343875366Disabling compacts and flushes for region at 1733343875366Disabling writes for close at 1733343875366Writing region close event to WAL at 1733343875367 (+1 ms)Closed at 1733343875367 2024-12-04T20:24:35,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:35,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:24:35,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:24:35,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:35,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:24:35,520 DEBUG [c2ef38372881:43101 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:24:35,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,46527,1733343872792 2024-12-04T20:24:35,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,46527,1733343872792, state=OPENING 2024-12-04T20:24:35,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:24:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:35,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:35,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209025724/meta-region-server: CHANGED 2024-12-04T20:24:35,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209025724/meta-region-server: CHANGED 2024-12-04T20:24:35,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,46527,1733343872792}] 2024-12-04T20:24:35,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:24:35,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:24:35,682 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:24:35,682 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:35,683 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:24:35,684 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46527%2C1733343872792.meta, suffix=.meta, logDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/oldWALs, maxLogs=10 2024-12-04T20:24:35,696 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.meta.1733343875685.meta, exclude list is [], retry=0 2024-12-04T20:24:35,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39585,DS-e9968c43-a4b6-4362-9385-046fe8ceca85,DISK] 2024-12-04T20:24:35,699 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.meta.1733343875685.meta 2024-12-04T20:24:35,700 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44975:44975)] 2024-12-04T20:24:35,700 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:35,700 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:35,700 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:35,700 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:24:35,700 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:24:35,700 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:24:35,700 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:35,701 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:24:35,701 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:24:35,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:35,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:35,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:35,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:35,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:35,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:35,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:35,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:35,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:35,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:35,707 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:35,707 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740 2024-12-04T20:24:35,708 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740 2024-12-04T20:24:35,709 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:35,709 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:35,710 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:35,711 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:35,712 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61141968, jitterRate=-0.0889136791229248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:35,712 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:24:35,712 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343875701Writing region info on filesystem at 1733343875701Initializing all the Stores at 1733343875702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343875702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343875702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343875702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343875702Cleaning up temporary data from old regions at 1733343875709 (+7 ms)Running coprocessor post-open hooks at 1733343875712 (+3 ms)Region opened successfully at 1733343875712 2024-12-04T20:24:35,713 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343875677 2024-12-04T20:24:35,715 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:24:35,715 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:24:35,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,46527,1733343872792 2024-12-04T20:24:35,717 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,46527,1733343872792, state=OPEN 2024-12-04T20:24:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-209025724/meta-region-server 2024-12-04T20:24:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-209025724/meta-region-server 2024-12-04T20:24:35,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,46527,1733343872792 2024-12-04T20:24:35,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209025724/meta-region-server: CHANGED 2024-12-04T20:24:35,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209025724/meta-region-server: CHANGED 2024-12-04T20:24:35,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:24:35,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,46527,1733343872792 in 195 msec 2024-12-04T20:24:35,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:24:35,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-12-04T20:24:35,724 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:35,724 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:24:35,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:35,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46527,1733343872792, seqNum=-1] 2024-12-04T20:24:35,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:35,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:35,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-12-04T20:24:35,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343875732, completionTime=-1 2024-12-04T20:24:35,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:24:35,732 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:24:35,734 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:24:35,734 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733343935734 2024-12-04T20:24:35,734 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733343995734 2024-12-04T20:24:35,734 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:24:35,734 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43101,1733343872758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:35,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43101,1733343872758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:35,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43101,1733343872758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:35,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:43101, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:35,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:35,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:35,736 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43101,1733343872758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:35,738 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43101,1733343872758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:24:35,741 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:24:35,741 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:24:35,741 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43101,1733343872758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:35,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:35,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,43101,-1 for getting cluster id 2024-12-04T20:24:35,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:35,814 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8400eee8-1cab-4da0-83e6-331d4b7b05ee' 2024-12-04T20:24:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8400eee8-1cab-4da0-83e6-331d4b7b05ee" 2024-12-04T20:24:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb0939c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,43101,-1] 2024-12-04T20:24:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:35,816 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:35,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883b1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:35,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46527,1733343872792, seqNum=-1] 2024-12-04T20:24:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:35,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,43101,1733343872758 2024-12-04T20:24:35,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50539 2024-12-04T20:24:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:35,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6e7e0080002 connected 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.log.dir so I do NOT create it in target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff 2024-12-04T20:24:35,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.tmp.dir so I do NOT create it in target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff 2024-12-04T20:24:35,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:24:35,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/cluster_4a9caf2b-3862-d16d-6fde-59f625b6bc0a, deleteOnExit=true 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/test.cache.data in system properties and HBase conf 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:24:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:24:35,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:24:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:24:35,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:35,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:35,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:35,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:35,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:24:35,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:35,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:35,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:35,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a73da45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/java.io.tmpdir/jetty-localhost-33789-hadoop-hdfs-3_4_1-tests_jar-_-any-16567052071181988324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:24:35,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:33789} 2024-12-04T20:24:35,981 INFO [Time-limited test {}] server.Server(415): Started @49471ms 2024-12-04T20:24:36,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:24:36,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:24:36,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:24:36,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:24:36,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:24:36,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:24:36,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:24:36,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6956cf81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/java.io.tmpdir/jetty-localhost-35337-hadoop-hdfs-3_4_1-tests_jar-_-any-16334710398311787466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:24:36,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:35337} 2024-12-04T20:24:36,127 INFO [Time-limited test {}] server.Server(415): Started @49618ms 2024-12-04T20:24:36,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:24:36,182 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/cluster_4a9caf2b-3862-d16d-6fde-59f625b6bc0a/data/data1/current/BP-266456574-172.17.0.2-1733343875845/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:36,182 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/cluster_4a9caf2b-3862-d16d-6fde-59f625b6bc0a/data/data2/current/BP-266456574-172.17.0.2-1733343875845/current, will proceed with Du for space computation calculation, 2024-12-04T20:24:36,199 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:24:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b1f9e926f3f04a3 with lease ID 0xcd402f02a60d8ca9: Processing first storage report for DS-85560e1e-1a30-4d6f-bbdd-e26582439f23 from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=c725143c-988a-4dbf-9c6a-1755a760e3d8, infoPort=34815, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=912385802;c=1733343875845) 2024-12-04T20:24:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b1f9e926f3f04a3 with lease ID 0xcd402f02a60d8ca9: from storage DS-85560e1e-1a30-4d6f-bbdd-e26582439f23 node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=c725143c-988a-4dbf-9c6a-1755a760e3d8, infoPort=34815, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=912385802;c=1733343875845), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b1f9e926f3f04a3 with lease ID 0xcd402f02a60d8ca9: Processing first storage report for DS-cd4d2e71-cb80-4192-8b64-836f30d01815 from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=c725143c-988a-4dbf-9c6a-1755a760e3d8, infoPort=34815, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=912385802;c=1733343875845) 2024-12-04T20:24:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b1f9e926f3f04a3 with lease ID 0xcd402f02a60d8ca9: from storage DS-cd4d2e71-cb80-4192-8b64-836f30d01815 node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=c725143c-988a-4dbf-9c6a-1755a760e3d8, infoPort=34815, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=912385802;c=1733343875845), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:24:36,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff 2024-12-04T20:24:36,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:36,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:36,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:24:36,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1 with version=8 2024-12-04T20:24:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/hbase-staging 2024-12-04T20:24:36,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:36,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36961 2024-12-04T20:24:36,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36961 connecting to ZooKeeper ensemble=127.0.0.1:50539 2024-12-04T20:24:36,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369610x0, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:36,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36961-0x100a6e7e0080003 connected 2024-12-04T20:24:36,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:36,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:36,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on znode that does not yet exist, /1932283148/running 2024-12-04T20:24:36,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1, hbase.cluster.distributed=false 2024-12-04T20:24:36,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on znode that does not yet exist, /1932283148/acl 2024-12-04T20:24:36,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36961 2024-12-04T20:24:36,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36961 2024-12-04T20:24:36,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36961 2024-12-04T20:24:36,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36961 2024-12-04T20:24:36,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36961 2024-12-04T20:24:36,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:24:36,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:36,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:36,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:24:36,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:24:36,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:24:36,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:24:36,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:24:36,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43179 2024-12-04T20:24:36,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43179 connecting to ZooKeeper ensemble=127.0.0.1:50539 2024-12-04T20:24:36,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:36,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:36,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431790x0, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:36,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431790x0, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on znode that does not yet exist, /1932283148/running 2024-12-04T20:24:36,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43179-0x100a6e7e0080004 connected 2024-12-04T20:24:36,704 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:24:36,706 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:24:36,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on znode that does not yet exist, /1932283148/master 2024-12-04T20:24:36,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on znode that does not yet exist, /1932283148/acl 2024-12-04T20:24:36,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43179 2024-12-04T20:24:36,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43179 2024-12-04T20:24:36,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43179 2024-12-04T20:24:36,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43179 2024-12-04T20:24:36,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43179 2024-12-04T20:24:36,724 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:36961 2024-12-04T20:24:36,724 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1932283148/backup-masters/c2ef38372881,36961,1733343876666 2024-12-04T20:24:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148/backup-masters 2024-12-04T20:24:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148/backup-masters 2024-12-04T20:24:36,726 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on existing znode=/1932283148/backup-masters/c2ef38372881,36961,1733343876666 2024-12-04T20:24:36,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:36,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1932283148/master 2024-12-04T20:24:36,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:36,727 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on existing znode=/1932283148/master 2024-12-04T20:24:36,727 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1932283148/backup-masters/c2ef38372881,36961,1733343876666 from backup master directory 2024-12-04T20:24:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1932283148/backup-masters/c2ef38372881,36961,1733343876666 2024-12-04T20:24:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148/backup-masters 2024-12-04T20:24:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148/backup-masters 2024-12-04T20:24:36,728 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:36,728 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,36961,1733343876666 2024-12-04T20:24:36,734 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/hbase.id] with ID: 48305c1e-f27b-4a44-8d73-5237ff75cf59 2024-12-04T20:24:36,734 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/.tmp/hbase.id 2024-12-04T20:24:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:24:37,139 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/.tmp/hbase.id]:[hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/hbase.id] 2024-12-04T20:24:37,150 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:37,150 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:24:37,151 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:24:37,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:37,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:37,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:24:37,562 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:37,562 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:24:37,563 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:24:37,969 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store 2024-12-04T20:24:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:24:38,375 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:38,375 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:24:38,375 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:38,375 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:38,375 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:24:38,375 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:38,376 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:24:38,376 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343878375Disabling compacts and flushes for region at 1733343878375Disabling writes for close at 1733343878375Writing region close event to WAL at 1733343878375Closed at 1733343878376 (+1 ms) 2024-12-04T20:24:38,378 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/.initializing 2024-12-04T20:24:38,378 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/WALs/c2ef38372881,36961,1733343876666 2024-12-04T20:24:38,380 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:38,383 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C36961%2C1733343876666, suffix=, logDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/WALs/c2ef38372881,36961,1733343876666, archiveDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/oldWALs, maxLogs=10 2024-12-04T20:24:38,403 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/WALs/c2ef38372881,36961,1733343876666/c2ef38372881%2C36961%2C1733343876666.1733343878383, exclude list is [], retry=0 2024-12-04T20:24:38,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-85560e1e-1a30-4d6f-bbdd-e26582439f23,DISK] 2024-12-04T20:24:38,409 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/WALs/c2ef38372881,36961,1733343876666/c2ef38372881%2C36961%2C1733343876666.1733343878383 2024-12-04T20:24:38,410 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34815:34815)] 2024-12-04T20:24:38,410 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:38,410 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:38,410 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,410 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:24:38,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:38,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:24:38,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:38,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:24:38,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:38,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:24:38,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:38,424 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,425 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,425 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,427 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,427 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,428 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:38,429 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:24:38,432 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:38,432 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72471137, jitterRate=0.07990409433841705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:38,433 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343878410Initializing all the Stores at 1733343878412 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343878412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343878412Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343878412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343878412Cleaning up temporary data from old regions at 1733343878427 (+15 ms)Region opened successfully at 1733343878433 (+6 ms) 2024-12-04T20:24:38,433 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:24:38,438 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6bcd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:38,439 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:24:38,439 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:24:38,439 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:24:38,440 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:24:38,440 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:24:38,441 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:24:38,441 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:24:38,447 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:24:38,448 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Unable to get data of znode /1932283148/balancer because node does not exist (not necessarily an error) 2024-12-04T20:24:38,453 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1932283148/balancer already deleted, retry=false 2024-12-04T20:24:38,454 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:24:38,456 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Unable to get data of znode /1932283148/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:24:38,457 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1932283148/normalizer already deleted, retry=false 2024-12-04T20:24:38,458 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:24:38,469 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Unable to get data of znode /1932283148/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:24:38,469 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1932283148/switch/split already deleted, retry=false 2024-12-04T20:24:38,470 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Unable to get data of znode /1932283148/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:24:38,471 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1932283148/switch/merge already deleted, retry=false 2024-12-04T20:24:38,473 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Unable to get data of znode /1932283148/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:24:38,474 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1932283148/snapshot-cleanup already deleted, retry=false 2024-12-04T20:24:38,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1932283148/running 2024-12-04T20:24:38,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1932283148/running 2024-12-04T20:24:38,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:38,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:38,476 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,36961,1733343876666, sessionid=0x100a6e7e0080003, setting cluster-up flag (Was=false) 2024-12-04T20:24:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:38,486 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1932283148/flush-table-proc/acquired, /1932283148/flush-table-proc/reached, /1932283148/flush-table-proc/abort 2024-12-04T20:24:38,487 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,36961,1733343876666 2024-12-04T20:24:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:38,493 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1932283148/online-snapshot/acquired, /1932283148/online-snapshot/reached, /1932283148/online-snapshot/abort 2024-12-04T20:24:38,494 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,36961,1733343876666 2024-12-04T20:24:38,496 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:24:38,498 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:38,498 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:24:38,498 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:24:38,498 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,36961,1733343876666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:38,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:38,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:24:38,509 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:24:38,518 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343908518 2024-12-04T20:24:38,518 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:24:38,519 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:24:38,519 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:24:38,519 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:24:38,519 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:24:38,519 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:24:38,519 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,520 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(746): ClusterId : 48305c1e-f27b-4a44-8d73-5237ff75cf59 2024-12-04T20:24:38,520 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:24:38,520 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:24:38,520 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:24:38,520 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:24:38,520 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:24:38,521 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:24:38,521 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:24:38,521 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343878521,5,FailOnTimeoutGroup] 2024-12-04T20:24:38,522 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:24:38,522 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:24:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:24:38,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:24:38,524 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:24:38,525 DEBUG [RS:0;c2ef38372881:43179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54789a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:24:38,525 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1 2024-12-04T20:24:38,529 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343878521,5,FailOnTimeoutGroup] 2024-12-04T20:24:38,529 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,529 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:24:38,529 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,529 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741832_1008 (size=32) 2024-12-04T20:24:38,546 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:43179 2024-12-04T20:24:38,546 INFO [RS:0;c2ef38372881:43179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:24:38,546 INFO [RS:0;c2ef38372881:43179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:24:38,546 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:24:38,547 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,36961,1733343876666 with port=43179, startcode=1733343876695 2024-12-04T20:24:38,547 DEBUG [RS:0;c2ef38372881:43179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:24:38,549 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:24:38,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,43179,1733343876695 2024-12-04T20:24:38,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36961 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,43179,1733343876695 2024-12-04T20:24:38,551 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1 2024-12-04T20:24:38,551 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43611 2024-12-04T20:24:38,551 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:24:38,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148/rs 2024-12-04T20:24:38,553 DEBUG [RS:0;c2ef38372881:43179 {}] zookeeper.ZKUtil(111): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on existing znode=/1932283148/rs/c2ef38372881,43179,1733343876695 2024-12-04T20:24:38,553 WARN [RS:0;c2ef38372881:43179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:24:38,553 INFO [RS:0;c2ef38372881:43179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:38,553 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695 2024-12-04T20:24:38,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,43179,1733343876695] 2024-12-04T20:24:38,564 INFO [RS:0;c2ef38372881:43179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:24:38,567 INFO [RS:0;c2ef38372881:43179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:24:38,568 INFO [RS:0;c2ef38372881:43179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:24:38,568 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,568 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:24:38,569 INFO [RS:0;c2ef38372881:43179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:24:38,569 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:38,569 DEBUG [RS:0;c2ef38372881:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:24:38,571 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,572 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,572 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,572 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,572 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,572 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43179,1733343876695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:38,592 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:24:38,593 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43179,1733343876695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,593 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,593 INFO [RS:0;c2ef38372881:43179 {}] regionserver.Replication(171): c2ef38372881,43179,1733343876695 started 2024-12-04T20:24:38,611 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:38,612 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,43179,1733343876695, RpcServer on c2ef38372881/172.17.0.2:43179, sessionid=0x100a6e7e0080004 2024-12-04T20:24:38,612 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:24:38,612 DEBUG [RS:0;c2ef38372881:43179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,43179,1733343876695 2024-12-04T20:24:38,612 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43179,1733343876695' 2024-12-04T20:24:38,612 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1932283148/flush-table-proc/abort' 2024-12-04T20:24:38,613 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1932283148/flush-table-proc/acquired' 2024-12-04T20:24:38,613 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:24:38,613 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:24:38,613 DEBUG [RS:0;c2ef38372881:43179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,43179,1733343876695 2024-12-04T20:24:38,613 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43179,1733343876695' 2024-12-04T20:24:38,613 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1932283148/online-snapshot/abort' 2024-12-04T20:24:38,614 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1932283148/online-snapshot/acquired' 2024-12-04T20:24:38,614 DEBUG [RS:0;c2ef38372881:43179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:24:38,614 INFO [RS:0;c2ef38372881:43179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:24:38,614 INFO [RS:0;c2ef38372881:43179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:24:38,715 INFO [RS:0;c2ef38372881:43179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:24:38,716 INFO [RS:0;c2ef38372881:43179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43179%2C1733343876695, suffix=, logDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695, archiveDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/oldWALs, maxLogs=10 2024-12-04T20:24:38,727 DEBUG [RS:0;c2ef38372881:43179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695/c2ef38372881%2C43179%2C1733343876695.1733343878717, exclude list is [], retry=0 2024-12-04T20:24:38,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-85560e1e-1a30-4d6f-bbdd-e26582439f23,DISK] 2024-12-04T20:24:38,733 INFO [RS:0;c2ef38372881:43179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695/c2ef38372881%2C43179%2C1733343876695.1733343878717 2024-12-04T20:24:38,734 DEBUG [RS:0;c2ef38372881:43179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34815:34815)] 2024-12-04T20:24:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:38,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:38,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:38,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:38,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:38,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:38,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:38,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:38,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:38,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:38,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:38,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:38,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:38,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:38,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740 2024-12-04T20:24:38,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740 2024-12-04T20:24:38,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:38,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:38,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:38,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:38,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:38,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72052974, jitterRate=0.07367298007011414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:38,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343878945Initializing all the Stores at 1733343878946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343878946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343878946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343878946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343878946Cleaning up temporary data from old regions at 1733343878956 (+10 ms)Region opened successfully at 1733343878959 (+3 ms) 2024-12-04T20:24:38,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:24:38,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:24:38,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:24:38,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:24:38,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:24:38,960 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:24:38,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343878959Disabling compacts and flushes for region at 1733343878959Disabling writes for close at 1733343878960 (+1 ms)Writing region close event to WAL at 1733343878960Closed at 1733343878960 2024-12-04T20:24:38,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:38,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:24:38,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:24:38,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:38,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:24:39,114 DEBUG [c2ef38372881:36961 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:24:39,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,43179,1733343876695 2024-12-04T20:24:39,116 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43179,1733343876695, state=OPENING 2024-12-04T20:24:39,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:24:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:24:39,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1932283148/meta-region-server: CHANGED 2024-12-04T20:24:39,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1932283148/meta-region-server: CHANGED 2024-12-04T20:24:39,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:24:39,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43179,1733343876695}] 2024-12-04T20:24:39,278 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:24:39,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:24:39,287 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:24:39,287 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:39,287 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:24:39,289 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43179%2C1733343876695.meta, suffix=.meta, logDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695, archiveDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/oldWALs, maxLogs=10 2024-12-04T20:24:39,308 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695/c2ef38372881%2C43179%2C1733343876695.meta.1733343879290.meta, exclude list is [], retry=0 2024-12-04T20:24:39,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-85560e1e-1a30-4d6f-bbdd-e26582439f23,DISK] 2024-12-04T20:24:39,317 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695/c2ef38372881%2C43179%2C1733343876695.meta.1733343879290.meta 2024-12-04T20:24:39,321 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34815:34815)] 2024-12-04T20:24:39,321 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:39,322 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:39,322 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:39,322 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:24:39,322 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:24:39,322 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:24:39,322 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:39,322 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:24:39,322 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:24:39,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:24:39,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:24:39,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:39,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:39,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:24:39,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:24:39,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:39,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:39,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:24:39,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:24:39,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:39,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:39,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:24:39,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:24:39,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:39,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:24:39,337 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:24:39,338 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740 2024-12-04T20:24:39,339 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740 2024-12-04T20:24:39,341 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:24:39,341 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:24:39,341 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:24:39,344 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:24:39,346 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71347529, jitterRate=0.06316103041172028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:24:39,346 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:24:39,346 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343879323Writing region info on filesystem at 1733343879323Initializing all the Stores at 1733343879324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343879324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343879324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343879324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343879324Cleaning up temporary data from old regions at 1733343879341 (+17 ms)Running coprocessor post-open hooks at 1733343879346 (+5 ms)Region opened successfully at 1733343879346 2024-12-04T20:24:39,348 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343879278 2024-12-04T20:24:39,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,43179,1733343876695 2024-12-04T20:24:39,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43179,1733343876695, state=OPEN 2024-12-04T20:24:39,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1932283148/meta-region-server 2024-12-04T20:24:39,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1932283148/meta-region-server 2024-12-04T20:24:39,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1932283148/meta-region-server: CHANGED 2024-12-04T20:24:39,356 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,43179,1733343876695 2024-12-04T20:24:39,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1932283148/meta-region-server: CHANGED 2024-12-04T20:24:39,358 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:24:39,358 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:24:39,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:24:39,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43179,1733343876695 in 232 msec 2024-12-04T20:24:39,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:24:39,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-12-04T20:24:39,367 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:24:39,367 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:24:39,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:39,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43179,1733343876695, seqNum=-1] 2024-12-04T20:24:39,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:39,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:39,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-12-04T20:24:39,390 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343879390, completionTime=-1 2024-12-04T20:24:39,390 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:24:39,391 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:24:39,393 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:24:39,393 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733343939393 2024-12-04T20:24:39,393 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733343999393 2024-12-04T20:24:39,393 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:24:39,393 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36961,1733343876666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:39,393 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36961,1733343876666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:39,393 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36961,1733343876666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:39,394 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:36961, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:39,394 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:39,395 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:39,396 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:24:39,398 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-12-04T20:24:39,398 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:24:39,398 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:24:39,398 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:24:39,399 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:24:39,399 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:24:39,399 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36961,1733343876666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:24:39,399 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36961,1733343876666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:24:39,401 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:24:39,401 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:24:39,401 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,36961,1733343876666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:24:39,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:39,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36961,-1 for getting cluster id 2024-12-04T20:24:39,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:39,422 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48305c1e-f27b-4a44-8d73-5237ff75cf59' 2024-12-04T20:24:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48305c1e-f27b-4a44-8d73-5237ff75cf59" 2024-12-04T20:24:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ff7326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36961,-1] 2024-12-04T20:24:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:39,424 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:39,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f7d016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:39,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43179,1733343876695, seqNum=-1] 2024-12-04T20:24:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:39,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:39,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,36961,1733343876666 2024-12-04T20:24:39,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50539 2024-12-04T20:24:39,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:24:39,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6e7e0080005 connected 2024-12-04T20:24:39,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,43101,1733343872758 2024-12-04T20:24:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae1bb0 2024-12-04T20:24:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:39,440 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:39,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:24:39,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:24:39,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:39,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:24:39,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:24:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:24:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:39,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9b5c2d97be39f8fd2ac1a0d4c00be03, NAME => 'test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d 2024-12-04T20:24:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:24:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:40,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:40,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9b5c2d97be39f8fd2ac1a0d4c00be03, disabling compactions & flushes 2024-12-04T20:24:40,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:24:40,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:24:40,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. after waiting 0 ms 2024-12-04T20:24:40,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:24:40,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:24:40,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9b5c2d97be39f8fd2ac1a0d4c00be03: Waiting for close lock at 1733343880283Disabling compacts and flushes for region at 1733343880283Disabling writes for close at 1733343880283Writing region close event to WAL at 1733343880283Closed at 1733343880283 2024-12-04T20:24:40,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:24:40,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733343880284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343880284"}]},"ts":"1733343880284"} 2024-12-04T20:24:40,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:24:40,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:24:40,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343880287"}]},"ts":"1733343880287"} 2024-12-04T20:24:40,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:24:40,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9b5c2d97be39f8fd2ac1a0d4c00be03, ASSIGN}] 2024-12-04T20:24:40,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9b5c2d97be39f8fd2ac1a0d4c00be03, ASSIGN 2024-12-04T20:24:40,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9b5c2d97be39f8fd2ac1a0d4c00be03, ASSIGN; state=OFFLINE, location=c2ef38372881,46527,1733343872792; forceNewPlan=false, retain=false 2024-12-04T20:24:40,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b5c2d97be39f8fd2ac1a0d4c00be03, regionState=OPENING, regionLocation=c2ef38372881,46527,1733343872792 2024-12-04T20:24:40,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9b5c2d97be39f8fd2ac1a0d4c00be03, ASSIGN because future has completed 2024-12-04T20:24:40,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b5c2d97be39f8fd2ac1a0d4c00be03, server=c2ef38372881,46527,1733343872792}] 2024-12-04T20:24:40,601 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:24:40,602 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9b5c2d97be39f8fd2ac1a0d4c00be03, NAME => 'test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:40,602 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:40,602 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:24:40,602 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,603 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:40,603 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,603 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,604 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,606 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b5c2d97be39f8fd2ac1a0d4c00be03 columnFamilyName f 2024-12-04T20:24:40,606 DEBUG [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:40,606 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] regionserver.HStore(327): Store=d9b5c2d97be39f8fd2ac1a0d4c00be03/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:40,606 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,608 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b5c2d97be39f8fd2ac1a0d4c00be03 columnFamilyName f1 2024-12-04T20:24:40,608 DEBUG [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:40,608 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] regionserver.HStore(327): Store=d9b5c2d97be39f8fd2ac1a0d4c00be03/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:40,608 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,609 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b5c2d97be39f8fd2ac1a0d4c00be03 columnFamilyName norep 2024-12-04T20:24:40,609 DEBUG [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:40,610 INFO [StoreOpener-d9b5c2d97be39f8fd2ac1a0d4c00be03-1 {}] regionserver.HStore(327): Store=d9b5c2d97be39f8fd2ac1a0d4c00be03/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:40,610 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,610 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,611 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,611 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,611 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,612 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:24:40,613 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,615 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:40,615 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9b5c2d97be39f8fd2ac1a0d4c00be03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62864175, jitterRate=-0.06325079500675201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:24:40,615 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:24:40,615 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9b5c2d97be39f8fd2ac1a0d4c00be03: Running coprocessor pre-open hook at 1733343880603Writing region info on filesystem at 1733343880603Initializing all the Stores at 1733343880604 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343880604Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343880604Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343880604Cleaning up temporary data from old regions at 1733343880611 (+7 ms)Running coprocessor post-open hooks at 1733343880615 (+4 ms)Region opened successfully at 1733343880615 2024-12-04T20:24:40,618 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., pid=6, masterSystemTime=1733343880598 2024-12-04T20:24:40,619 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:24:40,620 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:24:40,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b5c2d97be39f8fd2ac1a0d4c00be03, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,46527,1733343872792 2024-12-04T20:24:40,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b5c2d97be39f8fd2ac1a0d4c00be03, server=c2ef38372881,46527,1733343872792 because future has completed 2024-12-04T20:24:40,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:24:40,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9b5c2d97be39f8fd2ac1a0d4c00be03, server=c2ef38372881,46527,1733343872792 in 179 msec 2024-12-04T20:24:40,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:24:40,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9b5c2d97be39f8fd2ac1a0d4c00be03, ASSIGN in 336 msec 2024-12-04T20:24:40,630 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:24:40,630 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343880630"}]},"ts":"1733343880630"} 2024-12-04T20:24:40,632 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:24:40,633 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:24:40,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-12-04T20:24:40,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:24:40,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:24:41,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:24:41,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:41,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:41,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:41,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:41,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:24:41,233 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T20:24:41,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:24:41,234 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T20:24:41,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:24:41,234 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T20:24:41,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:24:41,234 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T20:24:41,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:24:41,235 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T20:24:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:41,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:41,626 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:24:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,36961,1733343876666 2024-12-04T20:24:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca31043 2024-12-04T20:24:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:41,628 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:41,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:24:41,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:24:41,632 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:41,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:24:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:41,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:24:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:24:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:42,040 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 402a9351fdc2eaa40eebcb0c16586d79, NAME => 'test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1 2024-12-04T20:24:42,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:24:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:42,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:42,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 402a9351fdc2eaa40eebcb0c16586d79, disabling compactions & flushes 2024-12-04T20:24:42,446 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:24:42,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:24:42,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. after waiting 0 ms 2024-12-04T20:24:42,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:24:42,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:24:42,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 402a9351fdc2eaa40eebcb0c16586d79: Waiting for close lock at 1733343882446Disabling compacts and flushes for region at 1733343882446Disabling writes for close at 1733343882447 (+1 ms)Writing region close event to WAL at 1733343882447Closed at 1733343882447 2024-12-04T20:24:42,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:24:42,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733343882448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343882448"}]},"ts":"1733343882448"} 2024-12-04T20:24:42,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:24:42,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:24:42,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343882451"}]},"ts":"1733343882451"} 2024-12-04T20:24:42,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:24:42,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=402a9351fdc2eaa40eebcb0c16586d79, ASSIGN}] 2024-12-04T20:24:42,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=402a9351fdc2eaa40eebcb0c16586d79, ASSIGN 2024-12-04T20:24:42,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=402a9351fdc2eaa40eebcb0c16586d79, ASSIGN; state=OFFLINE, location=c2ef38372881,43179,1733343876695; forceNewPlan=false, retain=false 2024-12-04T20:24:42,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=402a9351fdc2eaa40eebcb0c16586d79, regionState=OPENING, regionLocation=c2ef38372881,43179,1733343876695 2024-12-04T20:24:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=402a9351fdc2eaa40eebcb0c16586d79, ASSIGN because future has completed 2024-12-04T20:24:42,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402a9351fdc2eaa40eebcb0c16586d79, server=c2ef38372881,43179,1733343876695}] 2024-12-04T20:24:42,765 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:24:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:42,766 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 402a9351fdc2eaa40eebcb0c16586d79, NAME => 'test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:42,766 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:42,766 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:24:42,766 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,766 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:42,766 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,766 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,768 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,769 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 402a9351fdc2eaa40eebcb0c16586d79 columnFamilyName f 2024-12-04T20:24:42,769 DEBUG [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:42,769 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] regionserver.HStore(327): Store=402a9351fdc2eaa40eebcb0c16586d79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:42,770 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,771 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 402a9351fdc2eaa40eebcb0c16586d79 columnFamilyName f1 2024-12-04T20:24:42,771 DEBUG [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:42,771 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] regionserver.HStore(327): Store=402a9351fdc2eaa40eebcb0c16586d79/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:42,771 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,772 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 402a9351fdc2eaa40eebcb0c16586d79 columnFamilyName norep 2024-12-04T20:24:42,772 DEBUG [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:42,773 INFO [StoreOpener-402a9351fdc2eaa40eebcb0c16586d79-1 {}] regionserver.HStore(327): Store=402a9351fdc2eaa40eebcb0c16586d79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:42,773 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,773 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,774 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,775 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,775 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,775 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:24:42,776 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,777 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:42,778 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 402a9351fdc2eaa40eebcb0c16586d79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62626187, jitterRate=-0.06679709255695343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:24:42,778 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:24:42,778 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 402a9351fdc2eaa40eebcb0c16586d79: Running coprocessor pre-open hook at 1733343882766Writing region info on filesystem at 1733343882766Initializing all the Stores at 1733343882767 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343882767Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343882767Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343882767Cleaning up temporary data from old regions at 1733343882775 (+8 ms)Running coprocessor post-open hooks at 1733343882778 (+3 ms)Region opened successfully at 1733343882778 2024-12-04T20:24:42,779 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79., pid=6, masterSystemTime=1733343882762 2024-12-04T20:24:42,781 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:24:42,781 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:24:42,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=402a9351fdc2eaa40eebcb0c16586d79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,43179,1733343876695 2024-12-04T20:24:42,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402a9351fdc2eaa40eebcb0c16586d79, server=c2ef38372881,43179,1733343876695 because future has completed 2024-12-04T20:24:42,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:24:42,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 402a9351fdc2eaa40eebcb0c16586d79, server=c2ef38372881,43179,1733343876695 in 177 msec 2024-12-04T20:24:42,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:24:42,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=402a9351fdc2eaa40eebcb0c16586d79, ASSIGN in 334 msec 2024-12-04T20:24:42,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:24:42,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343882791"}]},"ts":"1733343882791"} 2024-12-04T20:24:42,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:24:42,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:24:42,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-04T20:24:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:24:43,775 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:24:43,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,43101,-1 for getting cluster id 2024-12-04T20:24:43,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:43,777 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8400eee8-1cab-4da0-83e6-331d4b7b05ee' 2024-12-04T20:24:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8400eee8-1cab-4da0-83e6-331d4b7b05ee" 2024-12-04T20:24:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8a1687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,43101,-1] 2024-12-04T20:24:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:43,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:43,778 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7878d05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36961,-1 for getting cluster id 2024-12-04T20:24:43,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:43,780 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48305c1e-f27b-4a44-8d73-5237ff75cf59' 2024-12-04T20:24:43,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:43,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48305c1e-f27b-4a44-8d73-5237ff75cf59" 2024-12-04T20:24:43,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e04e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36961,-1] 2024-12-04T20:24:43,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:43,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:43,781 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477a0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6177a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,43101,-1 for getting cluster id 2024-12-04T20:24:43,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:43,783 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8400eee8-1cab-4da0-83e6-331d4b7b05ee' 2024-12-04T20:24:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8400eee8-1cab-4da0-83e6-331d4b7b05ee" 2024-12-04T20:24:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,43101,-1] 2024-12-04T20:24:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:43,784 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:43,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,43101,1733343872758 2024-12-04T20:24:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af0826 2024-12-04T20:24:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:43,789 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:43,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:36961,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:24:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:24:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:24:43,792 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:36961' 2024-12-04T20:24:43,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c938300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,794 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36961,-1 for getting cluster id 2024-12-04T20:24:43,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:43,794 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48305c1e-f27b-4a44-8d73-5237ff75cf59' 2024-12-04T20:24:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48305c1e-f27b-4a44-8d73-5237ff75cf59" 2024-12-04T20:24:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361674a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36961,-1] 2024-12-04T20:24:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:43,796 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:43,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1047c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:43,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:43,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,36961,1733343876666 2024-12-04T20:24:43,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d5fdd34 2024-12-04T20:24:43,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:43,798 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:43,799 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:24:43,799 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:24:43,799 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:43,799 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:43,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:43,800 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:24:43,801 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:24:43,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:24:43,802 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:43,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:24:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:24:43,851 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:24:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:24:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:24:44,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b49dcf1c843e2fa88fea0f02bfe90ef, NAME => 'hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d 2024-12-04T20:24:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:24:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:24:44,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:44,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7b49dcf1c843e2fa88fea0f02bfe90ef, disabling compactions & flushes 2024-12-04T20:24:44,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:24:44,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:24:44,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. after waiting 0 ms 2024-12-04T20:24:44,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:24:44,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:24:44,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b49dcf1c843e2fa88fea0f02bfe90ef: Waiting for close lock at 1733343884618Disabling compacts and flushes for region at 1733343884618Disabling writes for close at 1733343884618Writing region close event to WAL at 1733343884618Closed at 1733343884618 2024-12-04T20:24:44,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:24:44,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733343884619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343884619"}]},"ts":"1733343884619"} 2024-12-04T20:24:44,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:24:44,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:24:44,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343884622"}]},"ts":"1733343884622"} 2024-12-04T20:24:44,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:24:44,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b49dcf1c843e2fa88fea0f02bfe90ef, ASSIGN}] 2024-12-04T20:24:44,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b49dcf1c843e2fa88fea0f02bfe90ef, ASSIGN 2024-12-04T20:24:44,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b49dcf1c843e2fa88fea0f02bfe90ef, ASSIGN; state=OFFLINE, location=c2ef38372881,46527,1733343872792; forceNewPlan=false, retain=false 2024-12-04T20:24:44,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b49dcf1c843e2fa88fea0f02bfe90ef, regionState=OPENING, regionLocation=c2ef38372881,46527,1733343872792 2024-12-04T20:24:44,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b49dcf1c843e2fa88fea0f02bfe90ef, ASSIGN because future has completed 2024-12-04T20:24:44,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b49dcf1c843e2fa88fea0f02bfe90ef, server=c2ef38372881,46527,1733343872792}] 2024-12-04T20:24:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:24:44,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:24:44,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:24:44,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:24:44,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46527%2C1733343872792.rep, suffix=, logDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/oldWALs, maxLogs=10 2024-12-04T20:24:44,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.rep.1733343884937, exclude list is [], retry=0 2024-12-04T20:24:44,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39585,DS-e9968c43-a4b6-4362-9385-046fe8ceca85,DISK] 2024-12-04T20:24:44,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.rep.1733343884937 2024-12-04T20:24:44,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44975:44975)] 2024-12-04T20:24:44,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b49dcf1c843e2fa88fea0f02bfe90ef, NAME => 'hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:24:44,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:24:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:24:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. service=MultiRowMutationService 2024-12-04T20:24:44,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:24:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:24:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,955 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,956 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b49dcf1c843e2fa88fea0f02bfe90ef columnFamilyName hfileref 2024-12-04T20:24:44,956 DEBUG [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:44,956 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] regionserver.HStore(327): Store=7b49dcf1c843e2fa88fea0f02bfe90ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:44,957 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,958 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b49dcf1c843e2fa88fea0f02bfe90ef columnFamilyName queue 2024-12-04T20:24:44,958 DEBUG [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:44,958 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] regionserver.HStore(327): Store=7b49dcf1c843e2fa88fea0f02bfe90ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:44,958 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,959 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b49dcf1c843e2fa88fea0f02bfe90ef columnFamilyName sid 2024-12-04T20:24:44,959 DEBUG [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:24:44,960 INFO [StoreOpener-7b49dcf1c843e2fa88fea0f02bfe90ef-1 {}] regionserver.HStore(327): Store=7b49dcf1c843e2fa88fea0f02bfe90ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:24:44,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:24:44,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:24:44,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b49dcf1c843e2fa88fea0f02bfe90ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67607680, jitterRate=0.0074329376220703125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:24:44,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:24:44,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b49dcf1c843e2fa88fea0f02bfe90ef: Running coprocessor pre-open hook at 1733343884953Writing region info on filesystem at 1733343884953Initializing all the Stores at 1733343884954 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343884954Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343884954Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343884955 (+1 ms)Cleaning up temporary data from old regions at 1733343884962 (+7 ms)Running coprocessor post-open hooks at 1733343884965 (+3 ms)Region opened successfully at 1733343884966 (+1 ms) 2024-12-04T20:24:44,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef., pid=10, masterSystemTime=1733343884931 2024-12-04T20:24:44,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:24:44,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:24:44,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b49dcf1c843e2fa88fea0f02bfe90ef, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,46527,1733343872792 2024-12-04T20:24:44,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b49dcf1c843e2fa88fea0f02bfe90ef, server=c2ef38372881,46527,1733343872792 because future has completed 2024-12-04T20:24:44,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:24:44,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b49dcf1c843e2fa88fea0f02bfe90ef, server=c2ef38372881,46527,1733343872792 in 193 msec 2024-12-04T20:24:44,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:24:44,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b49dcf1c843e2fa88fea0f02bfe90ef, ASSIGN in 349 msec 2024-12-04T20:24:44,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:24:44,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343884977"}]},"ts":"1733343884977"} 2024-12-04T20:24:44,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:24:44,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:24:44,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-12-04T20:24:45,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef., hostname=c2ef38372881,46527,1733343872792, seqNum=2] 2024-12-04T20:24:45,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:45,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:24:45,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:24:45,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:24:45,167 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:24:45,192 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,46527,1733343872792, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:24:45,192 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:45,192 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46527,1733343872792, seqNum=-1] 2024-12-04T20:24:45,192 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:45,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T20:24:45,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,46527,1733343872792', locateType=CURRENT is [region=hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef., hostname=c2ef38372881,46527,1733343872792, seqNum=2] 2024-12-04T20:24:45,198 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:24:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:24:45,200 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,46527,1733343872792 suceeded 2024-12-04T20:24:45,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:24:45,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-04T20:24:45,202 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:36961,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T20:24:45,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-12-04T20:24:45,212 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:36961' 2024-12-04T20:24:45,214 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18ab3e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:45,214 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36961,-1 for getting cluster id 2024-12-04T20:24:45,214 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:45,215 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48305c1e-f27b-4a44-8d73-5237ff75cf59' 2024-12-04T20:24:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48305c1e-f27b-4a44-8d73-5237ff75cf59" 2024-12-04T20:24:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725739a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36961,-1] 2024-12-04T20:24:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:45,216 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:45,217 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e56501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:45,217 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,36961,1733343876666 2024-12-04T20:24:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a031242 2024-12-04T20:24:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:45,218 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T20:24:45,219 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,46527,1733343872792 (queues=1) is replicating from cluster=8400eee8-1cab-4da0-83e6-331d4b7b05ee to cluster=48305c1e-f27b-4a44-8d73-5237ff75cf59 2024-12-04T20:24:45,219 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C46527%2C1733343872792 2024-12-04T20:24:45,219 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,46527,1733343872792, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:24:45,219 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C46527%2C1733343872792 2024-12-04T20:24:45,219 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769, startPosition=0, beingWritten=true 2024-12-04T20:24:45,227 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:24:45,227 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 379, reset compression=false 2024-12-04T20:24:45,227 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46527,1733343872792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:24:45,433 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 379, reset compression=false 2024-12-04T20:24:45,737 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 379, reset compression=false 2024-12-04T20:24:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:24:45,935 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:24:45,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:45,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:45,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:45,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:45,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:45,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:45,941 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733343885940/Put/seqid=0 2024-12-04T20:24:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741840_1016 (size=7894) 2024-12-04T20:24:46,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:24:46,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:46,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:46,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:46,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:24:46,142 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 379, reset compression=false 2024-12-04T20:24:46,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_1 is 34, key is ddd/f:row/1733343886347/Put/seqid=0 2024-12-04T20:24:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741841_1017 (size=7691) 2024-12-04T20:24:46,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:24:46,647 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 379, reset compression=false 2024-12-04T20:24:46,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:46,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,43101,-1 for getting cluster id 2024-12-04T20:24:46,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:46,756 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8400eee8-1cab-4da0-83e6-331d4b7b05ee' 2024-12-04T20:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8400eee8-1cab-4da0-83e6-331d4b7b05ee" 2024-12-04T20:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,43101,-1] 2024-12-04T20:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:46,758 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:46,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d059318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:46,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46527,1733343872792, seqNum=-1] 2024-12-04T20:24:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:46,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:46,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,43101,1733343872758 2024-12-04T20:24:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12dfc8aa 2024-12-04T20:24:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:46,774 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2] 2024-12-04T20:24:46,789 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:24:46,802 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T20:24:46,805 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T20:24:46,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_0 for inclusion in d9b5c2d97be39f8fd2ac1a0d4c00be03/f 2024-12-04T20:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T20:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:24:46,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_1 for inclusion in d9b5c2d97be39f8fd2ac1a0d4c00be03/f 2024-12-04T20:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T20:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HRegion(2603): Flush status journal for d9b5c2d97be39f8fd2ac1a0d4c00be03: 2024-12-04T20:24:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_0 to hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_0 2024-12-04T20:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_0 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ 2024-12-04T20:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f/f/hfile_1 to hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_1 2024-12-04T20:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_1 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ 2024-12-04T20:24:46,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_0 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ - updating store file list. 2024-12-04T20:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb299bb516124528b4e39ead8771336e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:24:46,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ into d9b5c2d97be39f8fd2ac1a0d4c00be03/f 2024-12-04T20:24:46,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_0 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f (new location: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/cb299bb516124528b4e39ead8771336e_SeqId_4_) 2024-12-04T20:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_0 2024-12-04T20:24:46,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_1 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ - updating store file list. 2024-12-04T20:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:24:46,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ into d9b5c2d97be39f8fd2ac1a0d4c00be03/f 2024-12-04T20:24:46,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_1 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f (new location: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_) 2024-12-04T20:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__bogqa6jjv5h0m1pb5vm2lpckca8vc9kv7309tjok8cn7d34qrukt1r4nr7pjnign/f/hfile_1 2024-12-04T20:24:46,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:46,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:46,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:46,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:46,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:46,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2 , the old value is region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c2ef38372881:46527 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43179,1733343876695, seqNum=-1] 2024-12-04T20:24:46,866 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T20:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2 from cache 2024-12-04T20:24:46,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:46,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79., hostname=c2ef38372881,43179,1733343876695, seqNum=2] 2024-12-04T20:24:46,872 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:24:46,976 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46527 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T20:24:47,251 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 379, reset compression=false 2024-12-04T20:24:47,256 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:24:47,257 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46527,1733343872792 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9b5c2d97be39f8fd2ac1a0d4c00be03/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733343886858/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T20:24:47,276 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:24:47,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T20:24:47,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(318): Replicating [8400eee8-1cab-4da0-83e6-331d4b7b05ee] bulk loaded data 2024-12-04T20:24:47,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f663e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:47,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,36961,-1 for getting cluster id 2024-12-04T20:24:47,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:47,282 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48305c1e-f27b-4a44-8d73-5237ff75cf59' 2024-12-04T20:24:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48305c1e-f27b-4a44-8d73-5237ff75cf59" 2024-12-04T20:24:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6660de6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,36961,-1] 2024-12-04T20:24:47,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:47,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:47,284 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:47,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e51c7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:47,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741837_1013 (size=7894) 2024-12-04T20:24:47,457 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 687, reset compression=false 2024-12-04T20:24:47,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741838_1014 (size=7691) 2024-12-04T20:24:47,761 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 687, reset compression=false 2024-12-04T20:24:47,874 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:24:48,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:48,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,36961,1733343876666 2024-12-04T20:24:48,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a4ce436 2024-12-04T20:24:48,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:48,112 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T20:24:48,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:24:48,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:48,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43179,1733343876695, seqNum=-1] 2024-12-04T20:24:48,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:48,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T20:24:48,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T20:24:48,128 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T20:24:48,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ for inclusion in 402a9351fdc2eaa40eebcb0c16586d79/f 2024-12-04T20:24:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T20:24:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:24:48,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ for inclusion in 402a9351fdc2eaa40eebcb0c16586d79/f 2024-12-04T20:24:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T20:24:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:24:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HRegion(2603): Flush status journal for 402a9351fdc2eaa40eebcb0c16586d79: 2024-12-04T20:24:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:24:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/3c30b5a2758549de91a13b3c635f8eb3_SeqId_4_ 2024-12-04T20:24:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cb299bb516124528b4e39ead8771336e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:24:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/d28394ef83d944c78ba42be405c67d95_SeqId_4_ 2024-12-04T20:24:48,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ into 402a9351fdc2eaa40eebcb0c16586d79/f as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/3c30b5a2758549de91a13b3c635f8eb3_SeqId_4_ - updating store file list. 2024-12-04T20:24:48,165 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 687, reset compression=false 2024-12-04T20:24:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c30b5a2758549de91a13b3c635f8eb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:24:48,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/3c30b5a2758549de91a13b3c635f8eb3_SeqId_4_ into 402a9351fdc2eaa40eebcb0c16586d79/f 2024-12-04T20:24:48,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ into 402a9351fdc2eaa40eebcb0c16586d79/f (new location: hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/3c30b5a2758549de91a13b3c635f8eb3_SeqId_4_) 2024-12-04T20:24:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_ 2024-12-04T20:24:48,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ into 402a9351fdc2eaa40eebcb0c16586d79/f as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/d28394ef83d944c78ba42be405c67d95_SeqId_4_ - updating store file list. 2024-12-04T20:24:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d28394ef83d944c78ba42be405c67d95_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:24:48,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/d28394ef83d944c78ba42be405c67d95_SeqId_4_ into 402a9351fdc2eaa40eebcb0c16586d79/f 2024-12-04T20:24:48,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ into 402a9351fdc2eaa40eebcb0c16586d79/f (new location: hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/f/d28394ef83d944c78ba42be405c67d95_SeqId_4_) 2024-12-04T20:24:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/staging/jenkins.hfs.6__test__1sq5stgsmsubn3ck91m6iokkjvmnie4cauuqtsdfpj7ng48vvn4t3o64f90p09i8/f/cb299bb516124528b4e39ead8771336e_SeqId_4_ 2024-12-04T20:24:48,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(324): Finished replicating [8400eee8-1cab-4da0-83e6-331d4b7b05ee] bulk loaded data 2024-12-04T20:24:48,684 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 687, reset compression=false 2024-12-04T20:24:48,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:24:48,889 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733343888888/Put/seqid=0 2024-12-04T20:24:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741842_1018 (size=7997) 2024-12-04T20:24:49,288 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 687, reset compression=false 2024-12-04T20:24:49,295 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733343889294/Put/seqid=0 2024-12-04T20:24:49,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741843_1019 (size=7794) 2024-12-04T20:24:49,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:49,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,43101,-1 for getting cluster id 2024-12-04T20:24:49,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:24:49,701 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8400eee8-1cab-4da0-83e6-331d4b7b05ee' 2024-12-04T20:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8400eee8-1cab-4da0-83e6-331d4b7b05ee" 2024-12-04T20:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d439ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,43101,-1] 2024-12-04T20:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:49,703 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:24:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ac6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:24:49,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:49,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46527,1733343872792, seqNum=-1] 2024-12-04T20:24:49,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:49,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:49,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:24:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,43101,1733343872758 2024-12-04T20:24:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0ccf5 2024-12-04T20:24:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:24:49,725 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:24:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2] 2024-12-04T20:24:49,732 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:24:49,742 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T20:24:49,757 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T20:24:49,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_0 for inclusion in d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 2024-12-04T20:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T20:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:24:49,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_1 for inclusion in d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 2024-12-04T20:24:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T20:24:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:24:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HRegion(2603): Flush status journal for d9b5c2d97be39f8fd2ac1a0d4c00be03: 2024-12-04T20:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_0 to hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_0 2024-12-04T20:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_0 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/c344b4ece64541e4b499dbe1eaabee55_SeqId_6_ 2024-12-04T20:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/load_f1/f1/hfile_1 to hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_1 2024-12-04T20:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_1 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/37b975a074f74537a264b5ba55ce1af0_SeqId_6_ 2024-12-04T20:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T20:24:49,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_0 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/c344b4ece64541e4b499dbe1eaabee55_SeqId_6_ - updating store file list. 2024-12-04T20:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c344b4ece64541e4b499dbe1eaabee55_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:24:49,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/c344b4ece64541e4b499dbe1eaabee55_SeqId_6_ into d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 2024-12-04T20:24:49,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_0 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 (new location: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/c344b4ece64541e4b499dbe1eaabee55_SeqId_6_) 2024-12-04T20:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_0 2024-12-04T20:24:49,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_1 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/37b975a074f74537a264b5ba55ce1af0_SeqId_6_ - updating store file list. 2024-12-04T20:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37b975a074f74537a264b5ba55ce1af0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:24:49,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/37b975a074f74537a264b5ba55ce1af0_SeqId_6_ into d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 2024-12-04T20:24:49,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_1 into d9b5c2d97be39f8fd2ac1a0d4c00be03/f1 (new location: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/f1/37b975a074f74537a264b5ba55ce1af0_SeqId_6_) 2024-12-04T20:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/staging/jenkins__test__g9gr4vu9culi1dp20h1r654gsqjlj1crp0eu6d2ens2hc4nd2ts900e3ac9lppb8/f1/hfile_1 2024-12-04T20:24:49,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:24:49,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:24:49,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:49,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:24:49,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:24:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2 , the old value is region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c2ef38372881:46527 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:24:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:24:49,809 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T20:24:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2 from cache 2024-12-04T20:24:49,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:24:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46527,1733343872792, seqNum=-1] 2024-12-04T20:24:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:24:49,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:24:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., hostname=c2ef38372881,46527,1733343872792, seqNum=2] 2024-12-04T20:24:49,916 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46527 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T20:24:49,992 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 687, reset compression=false 2024-12-04T20:24:50,005 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:24:50,005 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:50,005 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46527,1733343872792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:24:50,213 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:50,516 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:50,920 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:24:51,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T20:24:51,424 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:52,027 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:52,731 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:53,535 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:54,439 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:55,443 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:56,547 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:57,751 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:24:59,054 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:00,458 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:01,963 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:02,346 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T20:25:03,567 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:05,275 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:06,255 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T20:25:07,079 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:08,983 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:10,009 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46527,1733343872792 got entry batch from reader: null 2024-12-04T20:25:10,988 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:13,092 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:15,295 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:16,323 INFO [master/c2ef38372881:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T20:25:16,323 INFO [master/c2ef38372881:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T20:25:17,599 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:19,401 INFO [master/c2ef38372881:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T20:25:19,402 INFO [master/c2ef38372881:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T20:25:20,003 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:22,509 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:25,114 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:25,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d9b5c2d97be39f8fd2ac1a0d4c00be03, had cached 0 bytes from a total of 31376 2024-12-04T20:25:27,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 402a9351fdc2eaa40eebcb0c16586d79, had cached 0 bytes from a total of 15585 2024-12-04T20:25:27,818 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:30,009 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46527,1733343872792 got entry batch from reader: null 2024-12-04T20:25:30,623 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:32,347 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T20:25:33,527 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:36,255 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T20:25:36,531 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:37,277 DEBUG [master/c2ef38372881:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T20:25:39,480 DEBUG [master/c2ef38372881:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T20:25:39,636 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:42,840 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:46,144 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:49,548 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:49,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:25:49,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:25:49,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:49,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:49,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:49,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:25:49,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:25:49,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033456838, stopped=false 2024-12-04T20:25:49,849 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,36961,1733343876666 2024-12-04T20:25:49,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1932283148/running 2024-12-04T20:25:49,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1932283148/running 2024-12-04T20:25:49,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:25:49,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:25:49,850 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:25:49,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:25:49,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:49,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:49,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,43179,1733343876695' ***** 2024-12-04T20:25:49,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:25:49,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on znode that does not yet exist, /1932283148/running 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:25:49,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:25:49,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Set watcher on znode that does not yet exist, /1932283148/running 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(3091): Received CLOSE for 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,43179,1733343876695 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43179. 2024-12-04T20:25:49,851 DEBUG [RS:0;c2ef38372881:43179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:49,851 DEBUG [RS:0;c2ef38372881:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:49,851 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 402a9351fdc2eaa40eebcb0c16586d79, disabling compactions & flushes 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:25:49,851 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:25:49,851 INFO [RS:0;c2ef38372881:43179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:25:49,851 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:25:49,852 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:25:49,852 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. after waiting 0 ms 2024-12-04T20:25:49,852 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:25:49,852 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:25:49,852 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1325): Online Regions={402a9351fdc2eaa40eebcb0c16586d79=test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:25:49,852 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 402a9351fdc2eaa40eebcb0c16586d79 2024-12-04T20:25:49,852 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:25:49,852 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:25:49,852 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:25:49,852 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:25:49,852 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:25:49,852 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T20:25:49,856 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/default/test/402a9351fdc2eaa40eebcb0c16586d79/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T20:25:49,856 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:25:49,856 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:25:49,856 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:25:49,856 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 402a9351fdc2eaa40eebcb0c16586d79: Waiting for close lock at 1733343949851Running coprocessor pre-close hooks at 1733343949851Disabling compacts and flushes for region at 1733343949851Disabling writes for close at 1733343949852 (+1 ms)Writing region close event to WAL at 1733343949852Running coprocessor post-close hooks at 1733343949856 (+4 ms)Closed at 1733343949856 2024-12-04T20:25:49,857 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79. 2024-12-04T20:25:49,866 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/info/21595a9cb26b4b52b89a888237c2afc2 is 129, key is test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79./info:regioninfo/1733343882782/Put/seqid=0 2024-12-04T20:25:49,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741839_1015 (size=6421) 2024-12-04T20:25:49,930 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:25:50,009 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46527,1733343872792 got entry batch from reader: null 2024-12-04T20:25:50,052 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:50,252 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:50,270 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/info/21595a9cb26b4b52b89a888237c2afc2 2024-12-04T20:25:50,297 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/ns/a6e229bd29614eae96d4a50845972b32 is 43, key is default/ns:d/1733343879373/Put/seqid=0 2024-12-04T20:25:50,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741840_1016 (size=5153) 2024-12-04T20:25:50,452 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:50,572 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:25:50,572 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:25:50,653 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:50,705 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/ns/a6e229bd29614eae96d4a50845972b32 2024-12-04T20:25:50,726 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/rep_barrier/14f09dc2adec49eaa1259a67f251f611 is 112, key is test,,1733343881628.402a9351fdc2eaa40eebcb0c16586d79./rep_barrier:seqnumDuringOpen/1733343882782/Put/seqid=0 2024-12-04T20:25:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741841_1017 (size=5518) 2024-12-04T20:25:50,853 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:25:50,853 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:25:50,853 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:51,053 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:51,131 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/rep_barrier/14f09dc2adec49eaa1259a67f251f611 2024-12-04T20:25:51,153 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/table/ad0530e87d094e769c2bf2264f100cc8 is 40, key is test/table:state/1733343882791/Put/seqid=0 2024-12-04T20:25:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741842_1018 (size=5165) 2024-12-04T20:25:51,253 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:51,453 DEBUG [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:51,557 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/table/ad0530e87d094e769c2bf2264f100cc8 2024-12-04T20:25:51,563 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/info/21595a9cb26b4b52b89a888237c2afc2 as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/info/21595a9cb26b4b52b89a888237c2afc2 2024-12-04T20:25:51,568 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/info/21595a9cb26b4b52b89a888237c2afc2, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T20:25:51,569 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/ns/a6e229bd29614eae96d4a50845972b32 as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/ns/a6e229bd29614eae96d4a50845972b32 2024-12-04T20:25:51,574 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/ns/a6e229bd29614eae96d4a50845972b32, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:25:51,575 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/rep_barrier/14f09dc2adec49eaa1259a67f251f611 as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/rep_barrier/14f09dc2adec49eaa1259a67f251f611 2024-12-04T20:25:51,579 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/rep_barrier/14f09dc2adec49eaa1259a67f251f611, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T20:25:51,580 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/.tmp/table/ad0530e87d094e769c2bf2264f100cc8 as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/table/ad0530e87d094e769c2bf2264f100cc8 2024-12-04T20:25:51,586 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/table/ad0530e87d094e769c2bf2264f100cc8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:25:51,586 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false 2024-12-04T20:25:51,592 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T20:25:51,593 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:25:51,593 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:25:51,593 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:25:51,593 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343949852Running coprocessor pre-close hooks at 1733343949852Disabling compacts and flushes for region at 1733343949852Disabling writes for close at 1733343949852Obtaining lock to block concurrent updates at 1733343949852Preparing flush snapshotting stores in 1588230740 at 1733343949852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733343949852Flushing stores of hbase:meta,,1.1588230740 at 1733343949853 (+1 ms)Flushing 1588230740/info: creating writer at 1733343949853Flushing 1588230740/info: appending metadata at 1733343949866 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733343949866Flushing 1588230740/ns: creating writer at 1733343950278 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733343950296 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733343950296Flushing 1588230740/rep_barrier: creating writer at 1733343950710 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733343950726 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733343950726Flushing 1588230740/table: creating writer at 1733343951137 (+411 ms)Flushing 1588230740/table: appending metadata at 1733343951152 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733343951152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586b47ad: reopening flushed file at 1733343951562 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f911090: reopening flushed file at 1733343951568 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbe83d: reopening flushed file at 1733343951574 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa9dc3a: reopening flushed file at 1733343951579 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false at 1733343951586 (+7 ms)Writing region close event to WAL at 1733343951589 (+3 ms)Running coprocessor post-close hooks at 1733343951593 (+4 ms)Closed at 1733343951593 2024-12-04T20:25:51,593 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:25:51,654 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,43179,1733343876695; all regions closed. 2024-12-04T20:25:51,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741834_1010 (size=2717) 2024-12-04T20:25:51,660 DEBUG [RS:0;c2ef38372881:43179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/oldWALs 2024-12-04T20:25:51,660 INFO [RS:0;c2ef38372881:43179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43179%2C1733343876695.meta:.meta(num 1733343879290) 2024-12-04T20:25:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741833_1009 (size=1028) 2024-12-04T20:25:51,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/WALs/c2ef38372881,43179,1733343876695/c2ef38372881%2C43179%2C1733343876695.1733343878717 not finished, retry = 0 2024-12-04T20:25:51,766 DEBUG [RS:0;c2ef38372881:43179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/oldWALs 2024-12-04T20:25:51,766 INFO [RS:0;c2ef38372881:43179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43179%2C1733343876695:(num 1733343878717) 2024-12-04T20:25:51,766 DEBUG [RS:0;c2ef38372881:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:51,766 INFO [RS:0;c2ef38372881:43179 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:25:51,766 INFO [RS:0;c2ef38372881:43179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:25:51,766 INFO [RS:0;c2ef38372881:43179 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T20:25:51,767 INFO [RS:0;c2ef38372881:43179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:25:51,767 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:25:51,767 INFO [RS:0;c2ef38372881:43179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43179. 2024-12-04T20:25:51,767 DEBUG [RS:0;c2ef38372881:43179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:51,767 DEBUG [RS:0;c2ef38372881:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:51,767 DEBUG [RS:0;c2ef38372881:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:51,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:25:51,767 INFO [RS:0;c2ef38372881:43179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43179 2024-12-04T20:25:51,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1932283148/rs/c2ef38372881,43179,1733343876695 2024-12-04T20:25:51,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148/rs 2024-12-04T20:25:51,768 INFO [RS:0;c2ef38372881:43179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:25:51,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,43179,1733343876695] 2024-12-04T20:25:51,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1932283148/draining/c2ef38372881,43179,1733343876695 already deleted, retry=false 2024-12-04T20:25:51,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,43179,1733343876695 expired; onlineServers=0 2024-12-04T20:25:51,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,36961,1733343876666' ***** 2024-12-04T20:25:51,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:25:51,770 INFO [M:0;c2ef38372881:36961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:25:51,770 INFO [M:0;c2ef38372881:36961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:25:51,770 DEBUG [M:0;c2ef38372881:36961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:25:51,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:25:51,770 DEBUG [M:0;c2ef38372881:36961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:25:51,770 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343878521 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343878521,5,FailOnTimeoutGroup] 2024-12-04T20:25:51,770 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343878521 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343878521,5,FailOnTimeoutGroup] 2024-12-04T20:25:51,770 INFO [M:0;c2ef38372881:36961 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:25:51,771 INFO [M:0;c2ef38372881:36961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:25:51,771 DEBUG [M:0;c2ef38372881:36961 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:25:51,771 INFO [M:0;c2ef38372881:36961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:25:51,771 INFO [M:0;c2ef38372881:36961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:25:51,771 INFO [M:0;c2ef38372881:36961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:25:51,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:25:51,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1932283148/master 2024-12-04T20:25:51,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1932283148 2024-12-04T20:25:51,771 DEBUG [M:0;c2ef38372881:36961 {}] zookeeper.ZKUtil(347): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Unable to get data of znode /1932283148/master because node does not exist (not an error) 2024-12-04T20:25:51,771 WARN [M:0;c2ef38372881:36961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:25:51,772 INFO [M:0;c2ef38372881:36961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/.lastflushedseqids 2024-12-04T20:25:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741843_1019 (size=173) 2024-12-04T20:25:51,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:51,869 INFO [RS:0;c2ef38372881:43179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:25:51,869 INFO [RS:0;c2ef38372881:43179 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,43179,1733343876695; zookeeper connection closed. 2024-12-04T20:25:51,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x100a6e7e0080004, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:51,870 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dfb9d85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dfb9d85 2024-12-04T20:25:51,870 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:25:52,176 INFO [M:0;c2ef38372881:36961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:25:52,177 INFO [M:0;c2ef38372881:36961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:25:52,177 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:25:52,177 INFO [M:0;c2ef38372881:36961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:52,177 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:52,177 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:25:52,177 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:52,177 INFO [M:0;c2ef38372881:36961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-04T20:25:52,189 DEBUG [M:0;c2ef38372881:36961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11d21a2d9c214d9ab6f3147a972b8a7f is 82, key is hbase:meta,,1/info:regioninfo/1733343879353/Put/seqid=0 2024-12-04T20:25:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741844_1020 (size=5672) 2024-12-04T20:25:52,594 INFO [M:0;c2ef38372881:36961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11d21a2d9c214d9ab6f3147a972b8a7f 2024-12-04T20:25:52,611 DEBUG [M:0;c2ef38372881:36961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95184e5be65c4e2690dabeb97ab3a5e9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733343882795/Put/seqid=0 2024-12-04T20:25:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741845_1021 (size=6727) 2024-12-04T20:25:53,015 INFO [M:0;c2ef38372881:36961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95184e5be65c4e2690dabeb97ab3a5e9 2024-12-04T20:25:53,020 INFO [M:0;c2ef38372881:36961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95184e5be65c4e2690dabeb97ab3a5e9 2024-12-04T20:25:53,033 DEBUG [M:0;c2ef38372881:36961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b36b37a21b472dac42900c30e5c279 is 69, key is c2ef38372881,43179,1733343876695/rs:state/1733343878550/Put/seqid=0 2024-12-04T20:25:53,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741846_1022 (size=5156) 2024-12-04T20:25:53,052 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 to pos 997, reset compression=false 2024-12-04T20:25:53,437 INFO [M:0;c2ef38372881:36961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b36b37a21b472dac42900c30e5c279 2024-12-04T20:25:53,443 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11d21a2d9c214d9ab6f3147a972b8a7f as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11d21a2d9c214d9ab6f3147a972b8a7f 2024-12-04T20:25:53,449 INFO [M:0;c2ef38372881:36961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11d21a2d9c214d9ab6f3147a972b8a7f, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T20:25:53,450 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95184e5be65c4e2690dabeb97ab3a5e9 as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95184e5be65c4e2690dabeb97ab3a5e9 2024-12-04T20:25:53,454 INFO [M:0;c2ef38372881:36961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95184e5be65c4e2690dabeb97ab3a5e9 2024-12-04T20:25:53,455 INFO [M:0;c2ef38372881:36961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95184e5be65c4e2690dabeb97ab3a5e9, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T20:25:53,456 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b36b37a21b472dac42900c30e5c279 as hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6b36b37a21b472dac42900c30e5c279 2024-12-04T20:25:53,460 INFO [M:0;c2ef38372881:36961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43611/user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6b36b37a21b472dac42900c30e5c279, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T20:25:53,461 INFO [M:0;c2ef38372881:36961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=58, compaction requested=false 2024-12-04T20:25:53,462 INFO [M:0;c2ef38372881:36961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:53,462 DEBUG [M:0;c2ef38372881:36961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343952177Disabling compacts and flushes for region at 1733343952177Disabling writes for close at 1733343952177Obtaining lock to block concurrent updates at 1733343952177Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343952177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733343952177Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343952178 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343952178Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343952189 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343952189Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343952598 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343952611 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343952611Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343953020 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343953032 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343953032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aaed9a6: reopening flushed file at 1733343953442 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a344c97: reopening flushed file at 1733343953449 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26da893c: reopening flushed file at 1733343953455 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=58, compaction requested=false at 1733343953461 (+6 ms)Writing region close event to WAL at 1733343953462 (+1 ms)Closed at 1733343953462 2024-12-04T20:25:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741830_1006 (size=33026) 2024-12-04T20:25:53,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30696965-f280-f90b-5356-f0e08a9741c1/MasterData/WALs/c2ef38372881,36961,1733343876666/c2ef38372881%2C36961%2C1733343876666.1733343878383 not finished, retry = 0 2024-12-04T20:25:53,565 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:25:53,565 INFO [M:0;c2ef38372881:36961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:25:53,565 INFO [M:0;c2ef38372881:36961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36961 2024-12-04T20:25:53,566 INFO [M:0;c2ef38372881:36961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:25:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:53,667 INFO [M:0;c2ef38372881:36961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:25:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36961-0x100a6e7e0080003, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:53,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6956cf81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:25:53,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:25:53,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:25:53,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:25:53,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.log.dir/,STOPPED} 2024-12-04T20:25:53,673 WARN [BP-266456574-172.17.0.2-1733343875845 heartbeating to localhost/127.0.0.1:43611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:25:53,673 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:25:53,673 WARN [BP-266456574-172.17.0.2-1733343875845 heartbeating to localhost/127.0.0.1:43611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-266456574-172.17.0.2-1733343875845 (Datanode Uuid c725143c-988a-4dbf-9c6a-1755a760e3d8) service to localhost/127.0.0.1:43611 2024-12-04T20:25:53,673 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:25:53,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/cluster_4a9caf2b-3862-d16d-6fde-59f625b6bc0a/data/data1/current/BP-266456574-172.17.0.2-1733343875845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:25:53,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/cluster_4a9caf2b-3862-d16d-6fde-59f625b6bc0a/data/data2/current/BP-266456574-172.17.0.2-1733343875845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:25:53,674 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:25:53,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a73da45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:25:53,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:25:53,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:25:53,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:25:53,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.log.dir/,STOPPED} 2024-12-04T20:25:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:25:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:25:53,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:25:53,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:53,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:53,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:53,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:25:53,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:25:53,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1833039865, stopped=false 2024-12-04T20:25:53,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,43101,1733343872758 2024-12-04T20:25:53,698 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:25:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209025724/running 2024-12-04T20:25:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209025724/running 2024-12-04T20:25:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:25:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:25:53,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:25:53,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on znode that does not yet exist, /0-209025724/running 2024-12-04T20:25:53,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Set watcher on znode that does not yet exist, /0-209025724/running 2024-12-04T20:25:53,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:53,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:53,699 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,46527,1733343872792' ***** 2024-12-04T20:25:53,699 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:25:53,700 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:25:53,700 INFO [RS:0;c2ef38372881:46527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:25:53,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:25:53,700 INFO [RS:0;c2ef38372881:46527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:25:53,700 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(3091): Received CLOSE for d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,46527,1733343872792 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46527. 2024-12-04T20:25:53,701 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9b5c2d97be39f8fd2ac1a0d4c00be03, disabling compactions & flushes 2024-12-04T20:25:53,701 DEBUG [RS:0;c2ef38372881:46527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:53,701 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:25:53,701 DEBUG [RS:0;c2ef38372881:46527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:53,701 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:25:53,701 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. after waiting 0 ms 2024-12-04T20:25:53,701 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:25:53,701 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:25:53,704 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:25:53,704 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1325): Online Regions={d9b5c2d97be39f8fd2ac1a0d4c00be03=test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03., 1588230740=hbase:meta,,1.1588230740, 7b49dcf1c843e2fa88fea0f02bfe90ef=hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef.} 2024-12-04T20:25:53,704 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b49dcf1c843e2fa88fea0f02bfe90ef, d9b5c2d97be39f8fd2ac1a0d4c00be03 2024-12-04T20:25:53,704 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:25:53,704 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:25:53,704 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:25:53,704 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:25:53,704 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:25:53,705 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:25:53,708 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/default/test/d9b5c2d97be39f8fd2ac1a0d4c00be03/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T20:25:53,708 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:25:53,708 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:25:53,708 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:25:53,709 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9b5c2d97be39f8fd2ac1a0d4c00be03: Waiting for close lock at 1733343953701Running coprocessor pre-close hooks at 1733343953701Disabling compacts and flushes for region at 1733343953701Disabling writes for close at 1733343953701Writing region close event to WAL at 1733343953705 (+4 ms)Running coprocessor post-close hooks at 1733343953708 (+3 ms)Closed at 1733343953708 2024-12-04T20:25:53,709 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03. 2024-12-04T20:25:53,709 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b49dcf1c843e2fa88fea0f02bfe90ef, disabling compactions & flushes 2024-12-04T20:25:53,709 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:25:53,709 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:25:53,709 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. after waiting 0 ms 2024-12-04T20:25:53,709 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:25:53,709 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b49dcf1c843e2fa88fea0f02bfe90ef 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T20:25:53,713 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:25:53,719 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/info/04ff51d5fd064861b477348dca3f2d45 is 147, key is hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef./info:regioninfo/1733343884969/Put/seqid=0 2024-12-04T20:25:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741844_1020 (size=7686) 2024-12-04T20:25:53,725 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/info/04ff51d5fd064861b477348dca3f2d45 2024-12-04T20:25:53,730 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/.tmp/hfileref/01dac3270ac546a58d63b777fc33f72c is 74, key is 1/hfileref:c26a5706a8b3452dae29d9d8a5f428de_SeqId_4_/1733343888187/DeleteColumn/seqid=0 2024-12-04T20:25:53,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741845_1021 (size=5203) 2024-12-04T20:25:53,743 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/ns/c436e68894584291a06f048ec871c3d7 is 43, key is default/ns:d/1733343875728/Put/seqid=0 2024-12-04T20:25:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741846_1022 (size=5153) 2024-12-04T20:25:53,904 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:25:54,104 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:25:54,135 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/.tmp/hfileref/01dac3270ac546a58d63b777fc33f72c 2024-12-04T20:25:54,147 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/ns/c436e68894584291a06f048ec871c3d7 2024-12-04T20:25:54,154 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/.tmp/queue/d333099e3b1a4a00b29065f9431467da is 153, key is 1-c2ef38372881,46527,1733343872792/queue:c2ef38372881%2C46527%2C1733343872792/1733343890007/Put/seqid=0 2024-12-04T20:25:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741847_1023 (size=5352) 2024-12-04T20:25:54,169 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/rep_barrier/6ba4de4ab2bc401faaa8ff7a6d81bdc2 is 112, key is test,,1733343879440.d9b5c2d97be39f8fd2ac1a0d4c00be03./rep_barrier:seqnumDuringOpen/1733343880620/Put/seqid=0 2024-12-04T20:25:54,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741848_1024 (size=5518) 2024-12-04T20:25:54,305 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:25:54,505 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b49dcf1c843e2fa88fea0f02bfe90ef 2024-12-04T20:25:54,559 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/.tmp/queue/d333099e3b1a4a00b29065f9431467da 2024-12-04T20:25:54,564 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/.tmp/hfileref/01dac3270ac546a58d63b777fc33f72c as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/hfileref/01dac3270ac546a58d63b777fc33f72c 2024-12-04T20:25:54,569 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/hfileref/01dac3270ac546a58d63b777fc33f72c, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T20:25:54,570 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/.tmp/queue/d333099e3b1a4a00b29065f9431467da as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/queue/d333099e3b1a4a00b29065f9431467da 2024-12-04T20:25:54,573 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/rep_barrier/6ba4de4ab2bc401faaa8ff7a6d81bdc2 2024-12-04T20:25:54,575 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/queue/d333099e3b1a4a00b29065f9431467da, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T20:25:54,576 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7b49dcf1c843e2fa88fea0f02bfe90ef in 867ms, sequenceid=10, compaction requested=false 2024-12-04T20:25:54,580 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/replication/7b49dcf1c843e2fa88fea0f02bfe90ef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T20:25:54,581 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:25:54,581 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:25:54,581 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:25:54,581 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b49dcf1c843e2fa88fea0f02bfe90ef: Waiting for close lock at 1733343953709Running coprocessor pre-close hooks at 1733343953709Disabling compacts and flushes for region at 1733343953709Disabling writes for close at 1733343953709Obtaining lock to block concurrent updates at 1733343953709Preparing flush snapshotting stores in 7b49dcf1c843e2fa88fea0f02bfe90ef at 1733343953709Finished memstore snapshotting hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733343953709Flushing stores of hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. at 1733343953710 (+1 ms)Flushing 7b49dcf1c843e2fa88fea0f02bfe90ef/hfileref: creating writer at 1733343953710Flushing 7b49dcf1c843e2fa88fea0f02bfe90ef/hfileref: appending metadata at 1733343953729 (+19 ms)Flushing 7b49dcf1c843e2fa88fea0f02bfe90ef/hfileref: closing flushed file at 1733343953730 (+1 ms)Flushing 7b49dcf1c843e2fa88fea0f02bfe90ef/queue: creating writer at 1733343954140 (+410 ms)Flushing 7b49dcf1c843e2fa88fea0f02bfe90ef/queue: appending metadata at 1733343954154 (+14 ms)Flushing 7b49dcf1c843e2fa88fea0f02bfe90ef/queue: closing flushed file at 1733343954154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c626c6: reopening flushed file at 1733343954564 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780181c9: reopening flushed file at 1733343954569 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7b49dcf1c843e2fa88fea0f02bfe90ef in 867ms, sequenceid=10, compaction requested=false at 1733343954576 (+7 ms)Writing region close event to WAL at 1733343954577 (+1 ms)Running coprocessor post-close hooks at 1733343954581 (+4 ms)Closed at 1733343954581 2024-12-04T20:25:54,581 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343883799.7b49dcf1c843e2fa88fea0f02bfe90ef. 2024-12-04T20:25:54,590 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/table/2c637c06366a45cabdd220bb09508141 is 53, key is hbase:replication/table:state/1733343884977/Put/seqid=0 2024-12-04T20:25:54,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741849_1025 (size=5308) 2024-12-04T20:25:54,642 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:25:54,642 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:25:54,705 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:25:54,705 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:25:54,705 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:54,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:54,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:54,905 DEBUG [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:25:54,995 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/table/2c637c06366a45cabdd220bb09508141 2024-12-04T20:25:55,000 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/info/04ff51d5fd064861b477348dca3f2d45 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/info/04ff51d5fd064861b477348dca3f2d45 2024-12-04T20:25:55,005 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/info/04ff51d5fd064861b477348dca3f2d45, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:25:55,006 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/ns/c436e68894584291a06f048ec871c3d7 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/ns/c436e68894584291a06f048ec871c3d7 2024-12-04T20:25:55,011 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/ns/c436e68894584291a06f048ec871c3d7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:25:55,012 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/rep_barrier/6ba4de4ab2bc401faaa8ff7a6d81bdc2 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/rep_barrier/6ba4de4ab2bc401faaa8ff7a6d81bdc2 2024-12-04T20:25:55,018 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/rep_barrier/6ba4de4ab2bc401faaa8ff7a6d81bdc2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:25:55,019 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/.tmp/table/2c637c06366a45cabdd220bb09508141 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/table/2c637c06366a45cabdd220bb09508141 2024-12-04T20:25:55,023 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/table/2c637c06366a45cabdd220bb09508141, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:25:55,024 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-12-04T20:25:55,028 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:25:55,029 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:25:55,029 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:25:55,029 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:25:55,029 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343953704Running coprocessor pre-close hooks at 1733343953704Disabling compacts and flushes for region at 1733343953704Disabling writes for close at 1733343953704Obtaining lock to block concurrent updates at 1733343953705 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733343953705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733343953705Flushing stores of hbase:meta,,1.1588230740 at 1733343953705Flushing 1588230740/info: creating writer at 1733343953705Flushing 1588230740/info: appending metadata at 1733343953718 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733343953718Flushing 1588230740/ns: creating writer at 1733343953731 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733343953743 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733343953743Flushing 1588230740/rep_barrier: creating writer at 1733343954152 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733343954168 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733343954168Flushing 1588230740/table: creating writer at 1733343954578 (+410 ms)Flushing 1588230740/table: appending metadata at 1733343954590 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733343954590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19422383: reopening flushed file at 1733343954999 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399fd051: reopening flushed file at 1733343955005 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7c7585: reopening flushed file at 1733343955011 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3f6b4: reopening flushed file at 1733343955018 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1733343955024 (+6 ms)Writing region close event to WAL at 1733343955025 (+1 ms)Running coprocessor post-close hooks at 1733343955029 (+4 ms)Closed at 1733343955029 2024-12-04T20:25:55,029 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:25:55,105 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,46527,1733343872792; all regions closed. 2024-12-04T20:25:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:25:55,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.meta.1733343875685.meta not finished, retry = 0 2024-12-04T20:25:55,211 DEBUG [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/oldWALs 2024-12-04T20:25:55,211 INFO [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C46527%2C1733343872792.meta:.meta(num 1733343875685) 2024-12-04T20:25:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741839_1015 (size=2700) 2024-12-04T20:25:55,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.rep.1733343884937 not finished, retry = 0 2024-12-04T20:25:55,317 DEBUG [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/oldWALs 2024-12-04T20:25:55,317 INFO [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C46527%2C1733343872792.rep:(num 1733343884937) 2024-12-04T20:25:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741832_1008 (size=1300) 2024-12-04T20:25:55,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/WALs/c2ef38372881,46527,1733343872792/c2ef38372881%2C46527%2C1733343872792.1733343874769 not finished, retry = 0 2024-12-04T20:25:55,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:25:55,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:55,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:55,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:55,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:55,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:25:55,422 DEBUG [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/oldWALs 2024-12-04T20:25:55,422 INFO [RS:0;c2ef38372881:46527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C46527%2C1733343872792:(num 1733343874769) 2024-12-04T20:25:55,422 DEBUG [RS:0;c2ef38372881:46527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:55,422 INFO [RS:0;c2ef38372881:46527 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:25:55,422 INFO [RS:0;c2ef38372881:46527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:25:55,422 INFO [RS:0;c2ef38372881:46527 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:25:55,422 INFO [RS:0;c2ef38372881:46527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:25:55,422 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:25:55,422 INFO [RS:0;c2ef38372881:46527 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,46527,1733343872792 because: Region server is closing 2024-12-04T20:25:55,423 INFO [RS:0;c2ef38372881:46527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46527. 2024-12-04T20:25:55,423 DEBUG [RS:0;c2ef38372881:46527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:25:55,423 DEBUG [RS:0;c2ef38372881:46527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:55,423 DEBUG [RS:0;c2ef38372881:46527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:25:55,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:25:55,523 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:25:55,523 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.wal-reader.c2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:25:55,524 INFO [RS:0;c2ef38372881:46527 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46527,1733343872792.replicationSource.shipperc2ef38372881%2C46527%2C1733343872792,1-c2ef38372881,46527,1733343872792 terminated 2024-12-04T20:25:55,524 INFO [RS:0;c2ef38372881:46527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46527 2024-12-04T20:25:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209025724/rs/c2ef38372881,46527,1733343872792 2024-12-04T20:25:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724/rs 2024-12-04T20:25:55,525 INFO [RS:0;c2ef38372881:46527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:25:55,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,46527,1733343872792] 2024-12-04T20:25:55,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-209025724/draining/c2ef38372881,46527,1733343872792 already deleted, retry=false 2024-12-04T20:25:55,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,46527,1733343872792 expired; onlineServers=0 2024-12-04T20:25:55,527 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,43101,1733343872758' ***** 2024-12-04T20:25:55,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:25:55,527 INFO [M:0;c2ef38372881:43101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:25:55,527 INFO [M:0;c2ef38372881:43101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:25:55,527 DEBUG [M:0;c2ef38372881:43101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:25:55,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:25:55,527 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343874540 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343874540,5,FailOnTimeoutGroup] 2024-12-04T20:25:55,527 DEBUG [M:0;c2ef38372881:43101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:25:55,527 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343874540 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343874540,5,FailOnTimeoutGroup] 2024-12-04T20:25:55,527 INFO [M:0;c2ef38372881:43101 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:25:55,527 INFO [M:0;c2ef38372881:43101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:25:55,527 DEBUG [M:0;c2ef38372881:43101 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:25:55,527 INFO [M:0;c2ef38372881:43101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:25:55,527 INFO [M:0;c2ef38372881:43101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:25:55,527 INFO [M:0;c2ef38372881:43101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:25:55,527 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:25:55,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209025724/master 2024-12-04T20:25:55,528 DEBUG [M:0;c2ef38372881:43101 {}] zookeeper.ZKUtil(347): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Unable to get data of znode /0-209025724/master because node does not exist (not an error) 2024-12-04T20:25:55,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209025724 2024-12-04T20:25:55,528 WARN [M:0;c2ef38372881:43101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:25:55,529 INFO [M:0;c2ef38372881:43101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/.lastflushedseqids 2024-12-04T20:25:55,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741850_1026 (size=263) 2024-12-04T20:25:55,626 INFO [RS:0;c2ef38372881:46527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:25:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:55,626 INFO [RS:0;c2ef38372881:46527 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,46527,1733343872792; zookeeper connection closed. 2024-12-04T20:25:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x100a6e7e0080001, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:55,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a4e217b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a4e217b 2024-12-04T20:25:55,626 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:25:55,933 INFO [M:0;c2ef38372881:43101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:25:55,934 INFO [M:0;c2ef38372881:43101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:25:55,934 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:25:55,934 INFO [M:0;c2ef38372881:43101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:55,934 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:55,934 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:25:55,934 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:55,934 INFO [M:0;c2ef38372881:43101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-04T20:25:55,947 DEBUG [M:0;c2ef38372881:43101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b1d5f900074fc1814b4bf623d5990d is 82, key is hbase:meta,,1/info:regioninfo/1733343875716/Put/seqid=0 2024-12-04T20:25:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741851_1027 (size=5672) 2024-12-04T20:25:56,352 INFO [M:0;c2ef38372881:43101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b1d5f900074fc1814b4bf623d5990d 2024-12-04T20:25:56,374 DEBUG [M:0;c2ef38372881:43101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e68da05dbc46c09ab174040341a768 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733343880635/Put/seqid=0 2024-12-04T20:25:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741852_1028 (size=7240) 2024-12-04T20:25:56,779 INFO [M:0;c2ef38372881:43101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e68da05dbc46c09ab174040341a768 2024-12-04T20:25:56,783 INFO [M:0;c2ef38372881:43101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16e68da05dbc46c09ab174040341a768 2024-12-04T20:25:56,795 DEBUG [M:0;c2ef38372881:43101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e55dfa4f47884dbabd0d91a4364b156d is 69, key is c2ef38372881,46527,1733343872792/rs:state/1733343874631/Put/seqid=0 2024-12-04T20:25:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741853_1029 (size=5156) 2024-12-04T20:25:57,199 INFO [M:0;c2ef38372881:43101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e55dfa4f47884dbabd0d91a4364b156d 2024-12-04T20:25:57,204 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b1d5f900074fc1814b4bf623d5990d as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8b1d5f900074fc1814b4bf623d5990d 2024-12-04T20:25:57,209 INFO [M:0;c2ef38372881:43101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8b1d5f900074fc1814b4bf623d5990d, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T20:25:57,210 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e68da05dbc46c09ab174040341a768 as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16e68da05dbc46c09ab174040341a768 2024-12-04T20:25:57,214 INFO [M:0;c2ef38372881:43101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16e68da05dbc46c09ab174040341a768 2024-12-04T20:25:57,214 INFO [M:0;c2ef38372881:43101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16e68da05dbc46c09ab174040341a768, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T20:25:57,215 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e55dfa4f47884dbabd0d91a4364b156d as hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e55dfa4f47884dbabd0d91a4364b156d 2024-12-04T20:25:57,220 INFO [M:0;c2ef38372881:43101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/9de4ab03-4991-45d6-4769-79fabaf2a73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e55dfa4f47884dbabd0d91a4364b156d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T20:25:57,221 INFO [M:0;c2ef38372881:43101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-12-04T20:25:57,222 INFO [M:0;c2ef38372881:43101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:57,222 DEBUG [M:0;c2ef38372881:43101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343955934Disabling compacts and flushes for region at 1733343955934Disabling writes for close at 1733343955934Obtaining lock to block concurrent updates at 1733343955934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343955934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733343955934Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343955935 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343955935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343955947 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343955947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343956357 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343956374 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343956374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343956783 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343956794 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343956794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f3e0a5: reopening flushed file at 1733343957203 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fa53af: reopening flushed file at 1733343957209 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f3fbde: reopening flushed file at 1733343957214 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1733343957221 (+7 ms)Writing region close event to WAL at 1733343957222 (+1 ms)Closed at 1733343957222 2024-12-04T20:25:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39585 is added to blk_1073741830_1006 (size=64526) 2024-12-04T20:25:57,225 INFO [M:0;c2ef38372881:43101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:25:57,225 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:25:57,225 INFO [M:0;c2ef38372881:43101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43101 2024-12-04T20:25:57,225 INFO [M:0;c2ef38372881:43101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:25:57,326 INFO [M:0;c2ef38372881:43101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:25:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43101-0x100a6e7e0080000, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:25:57,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5936ebe3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:25:57,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:25:57,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:25:57,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:25:57,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.log.dir/,STOPPED} 2024-12-04T20:25:57,329 WARN [BP-2126554780-172.17.0.2-1733343871918 heartbeating to localhost/127.0.0.1:44605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:25:57,329 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:25:57,330 WARN [BP-2126554780-172.17.0.2-1733343871918 heartbeating to localhost/127.0.0.1:44605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2126554780-172.17.0.2-1733343871918 (Datanode Uuid 69843d50-7602-4d95-a1c7-c8c1f28715f4) service to localhost/127.0.0.1:44605 2024-12-04T20:25:57,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:25:57,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5/data/data1/current/BP-2126554780-172.17.0.2-1733343871918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:25:57,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/cluster_c70c7ef5-d650-87d4-2ad2-45515b2869b5/data/data2/current/BP-2126554780-172.17.0.2-1733343871918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:25:57,330 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:25:57,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9ff422{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:25:57,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:25:57,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:25:57,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:25:57,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf37c16-37b2-f0c8-9498-b8001d4b2a6a/hadoop.log.dir/,STOPPED} 2024-12-04T20:25:57,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:25:57,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:25:57,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 135) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f2400b922f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44605 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50539) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50539) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f2400b922f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43611 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=4282 (was 4239) - AvailableMemoryMB LEAK? - 2024-12-04T20:25:57,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=4282 2024-12-04T20:25:57,386 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T20:25:57,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.log.dir so I do NOT create it in target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46 2024-12-04T20:25:57,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:25:57,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.tmp.dir so I do NOT create it in target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46 2024-12-04T20:25:57,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a80fd7-fc61-df3b-4d31-ce221fba6cff/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:25:57,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46 2024-12-04T20:25:57,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0, deleteOnExit=true 2024-12-04T20:25:57,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0/zookeeper_0, clientPort=54614, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:25:57,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54614 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/test.cache.data in system properties and HBase conf 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:25:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:25:57,390 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:25:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:25:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6e7e0080002, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:25:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6e7e0080005, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:25:57,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6e7e0080002, quorum=127.0.0.1:50539, baseZNode=/0-209025724 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:25:57,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6e7e0080005, quorum=127.0.0.1:50539, baseZNode=/1932283148 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:25:57,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:25:57,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:25:57,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:25:57,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:25:57,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:25:57,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:25:57,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:25:57,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:25:57,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@159e5a7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/java.io.tmpdir/jetty-localhost-46739-hadoop-hdfs-3_4_1-tests_jar-_-any-8039944139607222658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:25:57,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:46739} 2024-12-04T20:25:57,537 INFO [Time-limited test {}] server.Server(415): Started @131027ms 2024-12-04T20:25:57,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:25:57,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:25:57,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:25:57,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:25:57,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:25:57,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:25:57,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:25:57,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39cef80a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/java.io.tmpdir/jetty-localhost-41843-hadoop-hdfs-3_4_1-tests_jar-_-any-12788444975510475335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:25:57,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:41843} 2024-12-04T20:25:57,695 INFO [Time-limited test {}] server.Server(415): Started @131186ms 2024-12-04T20:25:57,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:25:57,749 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0/data/data2/current/BP-486328126-172.17.0.2-1733343957404/current, will proceed with Du for space computation calculation, 2024-12-04T20:25:57,749 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0/data/data1/current/BP-486328126-172.17.0.2-1733343957404/current, will proceed with Du for space computation calculation, 2024-12-04T20:25:57,764 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:25:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f2c70c89b160b91 with lease ID 0xff02b58f0dfde5de: Processing first storage report for DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46 from datanode DatanodeRegistration(127.0.0.1:46409, datanodeUuid=1d9e91b4-3f88-404c-9b50-f93c2e26e203, infoPort=35151, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=1331448238;c=1733343957404) 2024-12-04T20:25:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f2c70c89b160b91 with lease ID 0xff02b58f0dfde5de: from storage DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46 node DatanodeRegistration(127.0.0.1:46409, datanodeUuid=1d9e91b4-3f88-404c-9b50-f93c2e26e203, infoPort=35151, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=1331448238;c=1733343957404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:25:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f2c70c89b160b91 with lease ID 0xff02b58f0dfde5de: Processing first storage report for DS-38a68e60-8a47-4d9a-91f4-6b2f6c3dab55 from datanode DatanodeRegistration(127.0.0.1:46409, datanodeUuid=1d9e91b4-3f88-404c-9b50-f93c2e26e203, infoPort=35151, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=1331448238;c=1733343957404) 2024-12-04T20:25:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f2c70c89b160b91 with lease ID 0xff02b58f0dfde5de: from storage DS-38a68e60-8a47-4d9a-91f4-6b2f6c3dab55 node DatanodeRegistration(127.0.0.1:46409, datanodeUuid=1d9e91b4-3f88-404c-9b50-f93c2e26e203, infoPort=35151, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=1331448238;c=1733343957404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:25:57,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46 2024-12-04T20:25:57,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:25:57,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:25:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:25:58,226 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a with version=8 2024-12-04T20:25:58,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/hbase-staging 2024-12-04T20:25:58,228 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:25:58,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:25:58,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:25:58,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:25:58,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:25:58,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:25:58,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:25:58,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:25:58,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39793 2024-12-04T20:25:58,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39793 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:25:58,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397930x0, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:25:58,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39793-0x100a6e92dfb0000 connected 2024-12-04T20:25:58,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:25:58,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:25:58,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:25:58,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a, hbase.cluster.distributed=false 2024-12-04T20:25:58,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/acl 2024-12-04T20:25:58,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39793 2024-12-04T20:25:58,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39793 2024-12-04T20:25:58,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39793 2024-12-04T20:25:58,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39793 2024-12-04T20:25:58,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39793 2024-12-04T20:25:58,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:25:58,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:25:58,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:25:58,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:25:58,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:25:58,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:25:58,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:25:58,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:25:58,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42031 2024-12-04T20:25:58,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42031 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:25:58,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:25:58,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:25:58,281 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420310x0, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:25:58,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420310x0, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:25:58,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42031-0x100a6e92dfb0001 connected 2024-12-04T20:25:58,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:25:58,282 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:25:58,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/master 2024-12-04T20:25:58,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/acl 2024-12-04T20:25:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42031 2024-12-04T20:25:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42031 2024-12-04T20:25:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42031 2024-12-04T20:25:58,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42031 2024-12-04T20:25:58,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42031 2024-12-04T20:25:58,304 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:39793 2024-12-04T20:25:58,305 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0234911231/backup-masters/c2ef38372881,39793,1733343958228 2024-12-04T20:25:58,306 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:25:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:25:58,306 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on existing znode=/0234911231/backup-masters/c2ef38372881,39793,1733343958228 2024-12-04T20:25:58,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:25:58,307 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234911231/master 2024-12-04T20:25:58,307 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:25:58,308 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on existing znode=/0234911231/master 2024-12-04T20:25:58,308 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0234911231/backup-masters/c2ef38372881,39793,1733343958228 from backup master directory 2024-12-04T20:25:58,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/backup-masters/c2ef38372881,39793,1733343958228 2024-12-04T20:25:58,309 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:25:58,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:25:58,309 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:25:58,309 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,39793,1733343958228 2024-12-04T20:25:58,312 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/hbase.id] with ID: bb2acf76-a1d0-46c5-9380-6c0693de306a 2024-12-04T20:25:58,312 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/.tmp/hbase.id 2024-12-04T20:25:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:25:58,721 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/.tmp/hbase.id]:[hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/hbase.id] 2024-12-04T20:25:58,731 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:25:58,731 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:25:58,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:25:58,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:25:58,733 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:25:58,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:25:59,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:25:59,140 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:25:59,140 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:25:59,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:25:59,547 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store 2024-12-04T20:25:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:25:59,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:25:59,954 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:25:59,954 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:59,954 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:59,954 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:25:59,954 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:59,954 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:25:59,954 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343959953Disabling compacts and flushes for region at 1733343959953Disabling writes for close at 1733343959954 (+1 ms)Writing region close event to WAL at 1733343959954Closed at 1733343959954 2024-12-04T20:25:59,955 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/.initializing 2024-12-04T20:25:59,955 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228 2024-12-04T20:25:59,956 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:25:59,958 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C39793%2C1733343958228, suffix=, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/oldWALs, maxLogs=10 2024-12-04T20:25:59,968 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228/c2ef38372881%2C39793%2C1733343958228.1733343959958, exclude list is [], retry=0 2024-12-04T20:25:59,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:25:59,973 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228/c2ef38372881%2C39793%2C1733343958228.1733343959958 2024-12-04T20:25:59,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:25:59,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:25:59,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:25:59,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:25:59,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:25:59,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:25:59,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:25:59,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:25:59,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:25:59,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:25:59,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:25:59,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:25:59,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:25:59,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:25:59,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:25:59,981 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,981 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,982 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,983 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,983 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,983 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:25:59,984 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:25:59,986 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:25:59,986 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65020421, jitterRate=-0.03112022578716278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:25:59,987 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343959973Initializing all the Stores at 1733343959974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343959974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343959975 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343959975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343959975Cleaning up temporary data from old regions at 1733343959983 (+8 ms)Region opened successfully at 1733343959987 (+4 ms) 2024-12-04T20:25:59,987 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:25:59,989 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bb9af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:25:59,990 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:25:59,990 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:25:59,990 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:25:59,990 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:25:59,991 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:25:59,991 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:25:59,991 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:25:59,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:25:59,993 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/balancer because node does not exist (not necessarily an error) 2024-12-04T20:25:59,994 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/balancer already deleted, retry=false 2024-12-04T20:25:59,994 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:25:59,995 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:25:59,995 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/normalizer already deleted, retry=false 2024-12-04T20:25:59,996 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:25:59,996 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:25:59,997 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/switch/split already deleted, retry=false 2024-12-04T20:25:59,998 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:25:59,998 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/switch/merge already deleted, retry=false 2024-12-04T20:26:00,000 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:26:00,000 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/snapshot-cleanup already deleted, retry=false 2024-12-04T20:26:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:00,001 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:00,001 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:00,002 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,39793,1733343958228, sessionid=0x100a6e92dfb0000, setting cluster-up flag (Was=false) 2024-12-04T20:26:00,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:00,003 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:00,005 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0234911231/flush-table-proc/acquired, /0234911231/flush-table-proc/reached, /0234911231/flush-table-proc/abort 2024-12-04T20:26:00,006 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,39793,1733343958228 2024-12-04T20:26:00,008 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:00,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:00,010 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0234911231/online-snapshot/acquired, /0234911231/online-snapshot/reached, /0234911231/online-snapshot/abort 2024-12-04T20:26:00,010 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,39793,1733343958228 2024-12-04T20:26:00,012 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:26:00,013 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:00,013 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:26:00,013 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:26:00,014 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,39793,1733343958228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:00,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343990016 2024-12-04T20:26:00,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:00,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:26:00,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:26:00,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:26:00,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:26:00,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:26:00,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:26:00,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:26:00,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:26:00,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:26:00,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:26:00,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:26:00,017 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:00,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:26:00,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:26:00,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:26:00,018 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343960018,5,FailOnTimeoutGroup] 2024-12-04T20:26:00,021 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343960018,5,FailOnTimeoutGroup] 2024-12-04T20:26:00,021 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,021 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:26:00,021 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,021 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:26:00,095 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(746): ClusterId : bb2acf76-a1d0-46c5-9380-6c0693de306a 2024-12-04T20:26:00,095 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:26:00,097 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:26:00,097 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:26:00,098 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:26:00,098 DEBUG [RS:0;c2ef38372881:42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7101de3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:00,108 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:42031 2024-12-04T20:26:00,108 INFO [RS:0;c2ef38372881:42031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:26:00,108 INFO [RS:0;c2ef38372881:42031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:26:00,108 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:26:00,109 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,39793,1733343958228 with port=42031, startcode=1733343958269 2024-12-04T20:26:00,109 DEBUG [RS:0;c2ef38372881:42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:26:00,110 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:26:00,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,42031,1733343958269 2024-12-04T20:26:00,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39793 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,42031,1733343958269 2024-12-04T20:26:00,111 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a 2024-12-04T20:26:00,112 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37035 2024-12-04T20:26:00,112 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:26:00,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/rs 2024-12-04T20:26:00,113 DEBUG [RS:0;c2ef38372881:42031 {}] zookeeper.ZKUtil(111): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on existing znode=/0234911231/rs/c2ef38372881,42031,1733343958269 2024-12-04T20:26:00,113 WARN [RS:0;c2ef38372881:42031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:00,113 INFO [RS:0;c2ef38372881:42031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:00,113 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269 2024-12-04T20:26:00,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,42031,1733343958269] 2024-12-04T20:26:00,117 INFO [RS:0;c2ef38372881:42031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:26:00,118 INFO [RS:0;c2ef38372881:42031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:26:00,118 INFO [RS:0;c2ef38372881:42031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:26:00,118 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,118 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:26:00,119 INFO [RS:0;c2ef38372881:42031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:26:00,119 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,119 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:00,120 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:00,120 DEBUG [RS:0;c2ef38372881:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:00,120 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,120 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,120 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,120 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,120 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,120 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42031,1733343958269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:00,132 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:26:00,132 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42031,1733343958269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,132 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,132 INFO [RS:0;c2ef38372881:42031 {}] regionserver.Replication(171): c2ef38372881,42031,1733343958269 started 2024-12-04T20:26:00,144 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:00,144 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,42031,1733343958269, RpcServer on c2ef38372881/172.17.0.2:42031, sessionid=0x100a6e92dfb0001 2024-12-04T20:26:00,144 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:26:00,144 DEBUG [RS:0;c2ef38372881:42031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,42031,1733343958269 2024-12-04T20:26:00,144 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,42031,1733343958269' 2024-12-04T20:26:00,144 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0234911231/flush-table-proc/abort' 2024-12-04T20:26:00,144 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0234911231/flush-table-proc/acquired' 2024-12-04T20:26:00,145 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:26:00,145 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:26:00,145 DEBUG [RS:0;c2ef38372881:42031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,42031,1733343958269 2024-12-04T20:26:00,145 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,42031,1733343958269' 2024-12-04T20:26:00,145 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0234911231/online-snapshot/abort' 2024-12-04T20:26:00,145 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0234911231/online-snapshot/acquired' 2024-12-04T20:26:00,145 DEBUG [RS:0;c2ef38372881:42031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:26:00,145 INFO [RS:0;c2ef38372881:42031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:26:00,145 INFO [RS:0;c2ef38372881:42031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:26:00,246 INFO [RS:0;c2ef38372881:42031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:00,247 INFO [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C42031%2C1733343958269, suffix=, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs, maxLogs=10 2024-12-04T20:26:00,258 DEBUG [RS:0;c2ef38372881:42031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247, exclude list is [], retry=0 2024-12-04T20:26:00,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:26:00,262 INFO [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247 2024-12-04T20:26:00,263 DEBUG [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:26:00,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:26:00,426 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a 2024-12-04T20:26:00,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:26:00,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:00,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:00,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:00,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:00,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:00,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:00,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:00,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:00,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:00,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:00,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:00,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:00,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:00,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:00,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:00,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:00,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:00,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:00,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:00,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:00,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:00,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:00,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:00,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:00,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740 2024-12-04T20:26:00,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740 2024-12-04T20:26:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:00,840 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:00,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:00,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:00,843 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73415227, jitterRate=0.09397213160991669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343960832Initializing all the Stores at 1733343960832Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343960832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343960832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343960833 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343960833Cleaning up temporary data from old regions at 1733343960840 (+7 ms)Region opened successfully at 1733343960844 (+4 ms) 2024-12-04T20:26:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:00,844 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:00,844 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343960844Disabling compacts and flushes for region at 1733343960844Disabling writes for close at 1733343960844Writing region close event to WAL at 1733343960844Closed at 1733343960844 2024-12-04T20:26:00,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:00,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:26:00,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:26:00,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:00,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:26:00,997 DEBUG [c2ef38372881:39793 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:00,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,42031,1733343958269 2024-12-04T20:26:00,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,42031,1733343958269, state=OPENING 2024-12-04T20:26:01,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:26:01,001 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:01,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:01,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:01,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:01,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:01,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,42031,1733343958269}] 2024-12-04T20:26:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:26:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:26:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:26:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:26:01,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:01,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:26:01,158 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:26:01,158 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:01,158 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:26:01,160 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C42031%2C1733343958269.meta, suffix=.meta, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs, maxLogs=10 2024-12-04T20:26:01,173 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.meta.1733343961160.meta, exclude list is [], retry=0 2024-12-04T20:26:01,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:26:01,177 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.meta.1733343961160.meta 2024-12-04T20:26:01,177 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:26:01,177 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:01,177 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:01,177 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:01,177 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:26:01,177 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:26:01,178 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:26:01,178 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:01,178 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:26:01,178 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:26:01,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:01,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:01,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:01,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:01,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:01,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:01,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:01,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:01,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:01,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:01,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:01,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:01,183 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:01,183 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740 2024-12-04T20:26:01,184 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740 2024-12-04T20:26:01,185 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:01,185 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:01,185 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:01,186 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:01,187 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70727867, jitterRate=0.05392734706401825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:01,187 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:26:01,187 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343961178Writing region info on filesystem at 1733343961178Initializing all the Stores at 1733343961178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343961179 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343961179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343961179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343961179Cleaning up temporary data from old regions at 1733343961185 (+6 ms)Running coprocessor post-open hooks at 1733343961187 (+2 ms)Region opened successfully at 1733343961187 2024-12-04T20:26:01,188 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343961153 2024-12-04T20:26:01,190 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:26:01,190 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:26:01,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,42031,1733343958269 2024-12-04T20:26:01,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,42031,1733343958269, state=OPEN 2024-12-04T20:26:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:01,192 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:01,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,42031,1733343958269 2024-12-04T20:26:01,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:01,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:01,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:26:01,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,42031,1733343958269 in 192 msec 2024-12-04T20:26:01,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:26:01,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-12-04T20:26:01,196 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:01,196 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:26:01,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:01,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,42031,1733343958269, seqNum=-1] 2024-12-04T20:26:01,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:01,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:01,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-12-04T20:26:01,204 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343961204, completionTime=-1 2024-12-04T20:26:01,204 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:26:01,204 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:26:01,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:26:01,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344021206 2024-12-04T20:26:01,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344081206 2024-12-04T20:26:01,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:26:01,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39793,1733343958228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:01,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39793,1733343958228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:01,206 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39793,1733343958228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:01,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:39793, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:01,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:01,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:01,208 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:26:01,210 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-12-04T20:26:01,210 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:26:01,210 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:26:01,210 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:26:01,210 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:26:01,210 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:26:01,210 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39793,1733343958228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:01,211 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39793,1733343958228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:26:01,213 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:26:01,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:26:01,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39793,1733343958228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:01,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:01,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39793,-1 for getting cluster id 2024-12-04T20:26:01,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:01,298 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb2acf76-a1d0-46c5-9380-6c0693de306a' 2024-12-04T20:26:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb2acf76-a1d0-46c5-9380-6c0693de306a" 2024-12-04T20:26:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea87f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39793,-1] 2024-12-04T20:26:01,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:01,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:01,300 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:01,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:01,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,42031,1733343958269, seqNum=-1] 2024-12-04T20:26:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:01,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:01,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,39793,1733343958228 2024-12-04T20:26:01,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:26:01,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:01,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6e92dfb0002 connected 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.log.dir so I do NOT create it in target/test-data/f049c083-b2f5-c69e-536e-cf64810163da 2024-12-04T20:26:01,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.tmp.dir so I do NOT create it in target/test-data/f049c083-b2f5-c69e-536e-cf64810163da 2024-12-04T20:26:01,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:26:01,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/cluster_3f6c2c27-75df-7159-bfd9-dbd3256d859f, deleteOnExit=true 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/test.cache.data in system properties and HBase conf 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:26:01,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:26:01,312 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:26:01,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:26:01,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:26:01,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:01,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:01,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:01,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:01,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:26:01,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:01,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:01,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:01,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/java.io.tmpdir/jetty-localhost-38745-hadoop-hdfs-3_4_1-tests_jar-_-any-4693931882081659731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:01,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:38745} 2024-12-04T20:26:01,480 INFO [Time-limited test {}] server.Server(415): Started @134971ms 2024-12-04T20:26:01,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:01,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:01,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:01,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:01,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:26:01,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:01,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:01,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/java.io.tmpdir/jetty-localhost-44845-hadoop-hdfs-3_4_1-tests_jar-_-any-2151548767680333624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:01,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:44845} 2024-12-04T20:26:01,632 INFO [Time-limited test {}] server.Server(415): Started @135123ms 2024-12-04T20:26:01,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:26:01,686 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/cluster_3f6c2c27-75df-7159-bfd9-dbd3256d859f/data/data2/current/BP-1293961489-172.17.0.2-1733343961343/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:01,686 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/cluster_3f6c2c27-75df-7159-bfd9-dbd3256d859f/data/data1/current/BP-1293961489-172.17.0.2-1733343961343/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:01,704 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:26:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x228ff92523f3a442 with lease ID 0x828513f2e05260fb: Processing first storage report for DS-13d4c2c7-1f95-4ee6-9d3a-7e3570c3976f from datanode DatanodeRegistration(127.0.0.1:36509, datanodeUuid=b2adf098-37c7-4617-a80b-a51b1eb033ec, infoPort=41827, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1855123939;c=1733343961343) 2024-12-04T20:26:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x228ff92523f3a442 with lease ID 0x828513f2e05260fb: from storage DS-13d4c2c7-1f95-4ee6-9d3a-7e3570c3976f node DatanodeRegistration(127.0.0.1:36509, datanodeUuid=b2adf098-37c7-4617-a80b-a51b1eb033ec, infoPort=41827, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1855123939;c=1733343961343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x228ff92523f3a442 with lease ID 0x828513f2e05260fb: Processing first storage report for DS-16de134a-d4cc-4f56-8559-f23166783c0c from datanode DatanodeRegistration(127.0.0.1:36509, datanodeUuid=b2adf098-37c7-4617-a80b-a51b1eb033ec, infoPort=41827, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1855123939;c=1733343961343) 2024-12-04T20:26:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x228ff92523f3a442 with lease ID 0x828513f2e05260fb: from storage DS-16de134a-d4cc-4f56-8559-f23166783c0c node DatanodeRegistration(127.0.0.1:36509, datanodeUuid=b2adf098-37c7-4617-a80b-a51b1eb033ec, infoPort=41827, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1855123939;c=1733343961343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:01,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da 2024-12-04T20:26:01,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:01,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:26:02,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5 with version=8 2024-12-04T20:26:02,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/hbase-staging 2024-12-04T20:26:02,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:02,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:02,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:02,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:02,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:02,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:02,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:26:02,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:02,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46679 2024-12-04T20:26:02,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46679 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:26:02,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466790x0, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:02,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46679-0x100a6e92dfb0003 connected 2024-12-04T20:26:02,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:02,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:02,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on znode that does not yet exist, /1-828207049/running 2024-12-04T20:26:02,178 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5, hbase.cluster.distributed=false 2024-12-04T20:26:02,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on znode that does not yet exist, /1-828207049/acl 2024-12-04T20:26:02,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46679 2024-12-04T20:26:02,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46679 2024-12-04T20:26:02,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46679 2024-12-04T20:26:02,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46679 2024-12-04T20:26:02,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46679 2024-12-04T20:26:02,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:02,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:02,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:02,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:02,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:02,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:02,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:26:02,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:02,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39595 2024-12-04T20:26:02,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39595 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:26:02,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:02,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:02,201 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395950x0, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:02,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395950x0, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on znode that does not yet exist, /1-828207049/running 2024-12-04T20:26:02,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39595-0x100a6e92dfb0004 connected 2024-12-04T20:26:02,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:26:02,202 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:26:02,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on znode that does not yet exist, /1-828207049/master 2024-12-04T20:26:02,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on znode that does not yet exist, /1-828207049/acl 2024-12-04T20:26:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-04T20:26:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39595 2024-12-04T20:26:02,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39595 2024-12-04T20:26:02,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-04T20:26:02,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-04T20:26:02,219 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:46679 2024-12-04T20:26:02,219 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-828207049/backup-masters/c2ef38372881,46679,1733343962163 2024-12-04T20:26:02,220 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049/backup-masters 2024-12-04T20:26:02,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049/backup-masters 2024-12-04T20:26:02,221 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on existing znode=/1-828207049/backup-masters/c2ef38372881,46679,1733343962163 2024-12-04T20:26:02,221 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-828207049/master 2024-12-04T20:26:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:02,221 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:02,222 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on existing znode=/1-828207049/master 2024-12-04T20:26:02,222 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-828207049/backup-masters/c2ef38372881,46679,1733343962163 from backup master directory 2024-12-04T20:26:02,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-828207049/backup-masters/c2ef38372881,46679,1733343962163 2024-12-04T20:26:02,222 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049/backup-masters 2024-12-04T20:26:02,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049/backup-masters 2024-12-04T20:26:02,223 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:02,223 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,46679,1733343962163 2024-12-04T20:26:02,226 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/hbase.id] with ID: 588d8fa2-d07f-4351-a1c1-c01e0a8860b0 2024-12-04T20:26:02,226 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/.tmp/hbase.id 2024-12-04T20:26:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:26:02,634 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/.tmp/hbase.id]:[hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/hbase.id] 2024-12-04T20:26:02,644 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:02,644 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:26:02,645 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:26:02,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:02,646 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:26:03,051 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:03,051 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:26:03,051 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:26:03,458 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store 2024-12-04T20:26:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:26:03,864 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:03,864 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:03,864 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:03,864 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:03,864 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:03,864 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:03,864 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:03,864 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343963864Disabling compacts and flushes for region at 1733343963864Disabling writes for close at 1733343963864Writing region close event to WAL at 1733343963864Closed at 1733343963864 2024-12-04T20:26:03,865 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/.initializing 2024-12-04T20:26:03,865 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/WALs/c2ef38372881,46679,1733343962163 2024-12-04T20:26:03,866 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:03,868 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C46679%2C1733343962163, suffix=, logDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/WALs/c2ef38372881,46679,1733343962163, archiveDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/oldWALs, maxLogs=10 2024-12-04T20:26:03,882 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/WALs/c2ef38372881,46679,1733343962163/c2ef38372881%2C46679%2C1733343962163.1733343963868, exclude list is [], retry=0 2024-12-04T20:26:03,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-13d4c2c7-1f95-4ee6-9d3a-7e3570c3976f,DISK] 2024-12-04T20:26:03,886 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/WALs/c2ef38372881,46679,1733343962163/c2ef38372881%2C46679%2C1733343962163.1733343963868 2024-12-04T20:26:03,887 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41827:41827)] 2024-12-04T20:26:03,887 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:03,887 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:03,887 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,887 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:26:03,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:03,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:03,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:26:03,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:03,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:03,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:26:03,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:03,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:03,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:26:03,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:03,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:03,894 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,894 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,895 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,895 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,896 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,896 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:03,897 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:03,898 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:03,899 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69281095, jitterRate=0.03236876428127289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:03,899 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343963887Initializing all the Stores at 1733343963888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343963888Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343963888Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343963888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343963888Cleaning up temporary data from old regions at 1733343963896 (+8 ms)Region opened successfully at 1733343963899 (+3 ms) 2024-12-04T20:26:03,899 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:26:03,901 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7761d8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:03,902 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:26:03,902 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:26:03,902 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:26:03,902 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:26:03,902 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:26:03,903 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:26:03,903 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:26:03,904 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:26:03,905 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Unable to get data of znode /1-828207049/balancer because node does not exist (not necessarily an error) 2024-12-04T20:26:03,905 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-828207049/balancer already deleted, retry=false 2024-12-04T20:26:03,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:26:03,906 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Unable to get data of znode /1-828207049/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:26:03,907 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-828207049/normalizer already deleted, retry=false 2024-12-04T20:26:03,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:26:03,908 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Unable to get data of znode /1-828207049/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:26:03,908 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-828207049/switch/split already deleted, retry=false 2024-12-04T20:26:03,909 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Unable to get data of znode /1-828207049/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:26:03,909 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-828207049/switch/merge already deleted, retry=false 2024-12-04T20:26:03,910 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Unable to get data of znode /1-828207049/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:26:03,911 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-828207049/snapshot-cleanup already deleted, retry=false 2024-12-04T20:26:03,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-828207049/running 2024-12-04T20:26:03,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:03,912 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-828207049/running 2024-12-04T20:26:03,912 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:03,912 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,46679,1733343962163, sessionid=0x100a6e92dfb0003, setting cluster-up flag (Was=false) 2024-12-04T20:26:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:03,913 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:03,916 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-828207049/flush-table-proc/acquired, /1-828207049/flush-table-proc/reached, /1-828207049/flush-table-proc/abort 2024-12-04T20:26:03,916 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,46679,1733343962163 2024-12-04T20:26:03,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:03,918 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:03,920 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-828207049/online-snapshot/acquired, /1-828207049/online-snapshot/reached, /1-828207049/online-snapshot/abort 2024-12-04T20:26:03,920 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,46679,1733343962163 2024-12-04T20:26:03,921 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:26:03,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:03,923 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:26:03,923 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:26:03,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,46679,1733343962163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:03,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733343993931 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:26:03,931 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:03,932 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:26:03,932 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:26:03,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:03,932 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:26:03,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:26:03,932 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:26:03,932 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:26:03,932 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:26:03,932 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343963932,5,FailOnTimeoutGroup] 2024-12-04T20:26:03,932 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343963932,5,FailOnTimeoutGroup] 2024-12-04T20:26:03,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:03,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:26:03,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:03,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:03,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:03,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:26:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:26:04,012 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(746): ClusterId : 588d8fa2-d07f-4351-a1c1-c01e0a8860b0 2024-12-04T20:26:04,012 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:26:04,014 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:26:04,014 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:26:04,015 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:26:04,015 DEBUG [RS:0;c2ef38372881:39595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca082d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:04,025 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:39595 2024-12-04T20:26:04,025 INFO [RS:0;c2ef38372881:39595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:26:04,025 INFO [RS:0;c2ef38372881:39595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:26:04,025 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:26:04,025 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,46679,1733343962163 with port=39595, startcode=1733343962193 2024-12-04T20:26:04,026 DEBUG [RS:0;c2ef38372881:39595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:26:04,027 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:26:04,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,39595,1733343962193 2024-12-04T20:26:04,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46679 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,39595,1733343962193 2024-12-04T20:26:04,028 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5 2024-12-04T20:26:04,028 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38911 2024-12-04T20:26:04,028 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:26:04,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049/rs 2024-12-04T20:26:04,030 DEBUG [RS:0;c2ef38372881:39595 {}] zookeeper.ZKUtil(111): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on existing znode=/1-828207049/rs/c2ef38372881,39595,1733343962193 2024-12-04T20:26:04,030 WARN [RS:0;c2ef38372881:39595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:04,030 INFO [RS:0;c2ef38372881:39595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:04,030 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193 2024-12-04T20:26:04,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,39595,1733343962193] 2024-12-04T20:26:04,033 INFO [RS:0;c2ef38372881:39595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:26:04,035 INFO [RS:0;c2ef38372881:39595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:26:04,035 INFO [RS:0;c2ef38372881:39595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:26:04,035 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,035 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:26:04,036 INFO [RS:0;c2ef38372881:39595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:26:04,036 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:04,036 DEBUG [RS:0;c2ef38372881:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:04,036 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,036 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,037 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,037 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,037 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,037 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39595,1733343962193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:04,047 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:26:04,048 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39595,1733343962193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,048 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,048 INFO [RS:0;c2ef38372881:39595 {}] regionserver.Replication(171): c2ef38372881,39595,1733343962193 started 2024-12-04T20:26:04,058 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:04,058 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,39595,1733343962193, RpcServer on c2ef38372881/172.17.0.2:39595, sessionid=0x100a6e92dfb0004 2024-12-04T20:26:04,058 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:26:04,058 DEBUG [RS:0;c2ef38372881:39595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,39595,1733343962193 2024-12-04T20:26:04,058 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,39595,1733343962193' 2024-12-04T20:26:04,058 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-828207049/flush-table-proc/abort' 2024-12-04T20:26:04,058 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-828207049/flush-table-proc/acquired' 2024-12-04T20:26:04,059 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:26:04,059 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:26:04,059 DEBUG [RS:0;c2ef38372881:39595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,39595,1733343962193 2024-12-04T20:26:04,059 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,39595,1733343962193' 2024-12-04T20:26:04,059 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-828207049/online-snapshot/abort' 2024-12-04T20:26:04,059 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-828207049/online-snapshot/acquired' 2024-12-04T20:26:04,060 DEBUG [RS:0;c2ef38372881:39595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:26:04,060 INFO [RS:0;c2ef38372881:39595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:26:04,060 INFO [RS:0;c2ef38372881:39595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:26:04,160 INFO [RS:0;c2ef38372881:39595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:04,162 INFO [RS:0;c2ef38372881:39595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C39595%2C1733343962193, suffix=, logDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193, archiveDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/oldWALs, maxLogs=10 2024-12-04T20:26:04,172 DEBUG [RS:0;c2ef38372881:39595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193/c2ef38372881%2C39595%2C1733343962193.1733343964162, exclude list is [], retry=0 2024-12-04T20:26:04,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-13d4c2c7-1f95-4ee6-9d3a-7e3570c3976f,DISK] 2024-12-04T20:26:04,177 INFO [RS:0;c2ef38372881:39595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193/c2ef38372881%2C39595%2C1733343962193.1733343964162 2024-12-04T20:26:04,177 DEBUG [RS:0;c2ef38372881:39595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41827:41827)] 2024-12-04T20:26:04,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:26:04,340 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5 2024-12-04T20:26:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:26:04,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:04,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:04,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:04,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:04,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:04,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:04,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:04,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:04,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:04,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:04,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:04,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:04,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:04,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:04,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:04,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:04,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:04,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:04,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740 2024-12-04T20:26:04,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740 2024-12-04T20:26:04,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:04,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:04,755 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:04,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:04,758 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:04,758 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67963287, jitterRate=0.012731894850730896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:04,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343964746Initializing all the Stores at 1733343964747 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343964747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343964747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343964747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343964747Cleaning up temporary data from old regions at 1733343964754 (+7 ms)Region opened successfully at 1733343964758 (+4 ms) 2024-12-04T20:26:04,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:04,758 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:04,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:04,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:04,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:04,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:04,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343964758Disabling compacts and flushes for region at 1733343964758Disabling writes for close at 1733343964758Writing region close event to WAL at 1733343964759 (+1 ms)Closed at 1733343964759 2024-12-04T20:26:04,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:04,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:26:04,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:26:04,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:04,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:26:04,912 DEBUG [c2ef38372881:46679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:04,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,39595,1733343962193 2024-12-04T20:26:04,913 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,39595,1733343962193, state=OPENING 2024-12-04T20:26:04,916 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:26:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:04,917 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:04,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-828207049/meta-region-server: CHANGED 2024-12-04T20:26:04,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-828207049/meta-region-server: CHANGED 2024-12-04T20:26:04,917 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:04,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,39595,1733343962193}] 2024-12-04T20:26:05,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:05,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:26:05,074 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:26:05,074 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:05,075 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:26:05,076 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C39595%2C1733343962193.meta, suffix=.meta, logDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193, archiveDir=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/oldWALs, maxLogs=10 2024-12-04T20:26:05,087 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193/c2ef38372881%2C39595%2C1733343962193.meta.1733343965076.meta, exclude list is [], retry=0 2024-12-04T20:26:05,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-13d4c2c7-1f95-4ee6-9d3a-7e3570c3976f,DISK] 2024-12-04T20:26:05,092 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193/c2ef38372881%2C39595%2C1733343962193.meta.1733343965076.meta 2024-12-04T20:26:05,092 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41827:41827)] 2024-12-04T20:26:05,093 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:05,093 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:05,093 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:05,093 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:26:05,094 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:26:05,094 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:26:05,094 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:05,094 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:26:05,094 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:26:05,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:05,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:05,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:05,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:05,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:05,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:05,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:05,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:05,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:05,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:05,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:05,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:05,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:05,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:05,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:05,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:05,100 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:05,101 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740 2024-12-04T20:26:05,102 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740 2024-12-04T20:26:05,104 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:05,104 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:05,104 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:05,106 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:05,107 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69371040, jitterRate=0.033709049224853516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:05,107 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:26:05,107 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343965094Writing region info on filesystem at 1733343965094Initializing all the Stores at 1733343965095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343965095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343965095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343965095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343965095Cleaning up temporary data from old regions at 1733343965104 (+9 ms)Running coprocessor post-open hooks at 1733343965107 (+3 ms)Region opened successfully at 1733343965107 2024-12-04T20:26:05,108 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343965069 2024-12-04T20:26:05,110 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:26:05,110 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:26:05,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,39595,1733343962193 2024-12-04T20:26:05,111 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,39595,1733343962193, state=OPEN 2024-12-04T20:26:05,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-828207049/meta-region-server 2024-12-04T20:26:05,112 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-828207049/meta-region-server 2024-12-04T20:26:05,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-828207049/meta-region-server: CHANGED 2024-12-04T20:26:05,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-828207049/meta-region-server: CHANGED 2024-12-04T20:26:05,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,39595,1733343962193 2024-12-04T20:26:05,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:26:05,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,39595,1733343962193 in 195 msec 2024-12-04T20:26:05,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:26:05,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-04T20:26:05,116 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:05,116 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:26:05,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:05,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,39595,1733343962193, seqNum=-1] 2024-12-04T20:26:05,118 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:05,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:05,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-12-04T20:26:05,125 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343965125, completionTime=-1 2024-12-04T20:26:05,125 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:26:05,125 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344025128 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344085128 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46679,1733343962163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46679,1733343962163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46679,1733343962163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:46679, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:05,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:05,130 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:26:05,131 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.908sec 2024-12-04T20:26:05,131 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:26:05,132 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:26:05,132 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:26:05,132 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:26:05,132 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:26:05,132 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46679,1733343962163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:05,132 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46679,1733343962163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:26:05,134 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:26:05,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:26:05,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46679,1733343962163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:05,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46679,-1 for getting cluster id 2024-12-04T20:26:05,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:05,214 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588d8fa2-d07f-4351-a1c1-c01e0a8860b0' 2024-12-04T20:26:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588d8fa2-d07f-4351-a1c1-c01e0a8860b0" 2024-12-04T20:26:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46679,-1] 2024-12-04T20:26:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:05,216 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:05,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,39595,1733343962193, seqNum=-1] 2024-12-04T20:26:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:05,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:05,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,46679,1733343962163 2024-12-04T20:26:05,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:26:05,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:05,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6e92dfb0005 connected 2024-12-04T20:26:05,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39793,-1 for getting cluster id 2024-12-04T20:26:05,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:05,226 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb2acf76-a1d0-46c5-9380-6c0693de306a' 2024-12-04T20:26:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb2acf76-a1d0-46c5-9380-6c0693de306a" 2024-12-04T20:26:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39793,-1] 2024-12-04T20:26:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:05,227 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474e6b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,39793,1733343958228 2024-12-04T20:26:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de8030c 2024-12-04T20:26:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:05,230 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:05,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:46679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:26:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:26:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:05,232 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:46679' 2024-12-04T20:26:05,233 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6cc9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,233 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46679,-1 for getting cluster id 2024-12-04T20:26:05,233 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:05,234 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588d8fa2-d07f-4351-a1c1-c01e0a8860b0' 2024-12-04T20:26:05,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:05,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588d8fa2-d07f-4351-a1c1-c01e0a8860b0" 2024-12-04T20:26:05,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7eb29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46679,-1] 2024-12-04T20:26:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:05,235 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:05,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328532e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:05,236 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46679,1733343962163 2024-12-04T20:26:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f4385ef 2024-12-04T20:26:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:05,237 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:05,238 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T20:26:05,238 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:26:05,238 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:05,238 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:05,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:05,238 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:05,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:26:05,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:05,240 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:05,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741835_1011 (size=1138) 2024-12-04T20:26:05,290 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:26:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:05,648 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1aa9a04f119eaa34de4342fad4b8dd18, NAME => 'hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a 2024-12-04T20:26:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741836_1012 (size=44) 2024-12-04T20:26:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:06,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:06,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1aa9a04f119eaa34de4342fad4b8dd18, disabling compactions & flushes 2024-12-04T20:26:06,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:06,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:06,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. after waiting 0 ms 2024-12-04T20:26:06,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:06,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:06,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1aa9a04f119eaa34de4342fad4b8dd18: Waiting for close lock at 1733343966055Disabling compacts and flushes for region at 1733343966055Disabling writes for close at 1733343966055Writing region close event to WAL at 1733343966055Closed at 1733343966055 2024-12-04T20:26:06,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:06,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733343966057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343966057"}]},"ts":"1733343966057"} 2024-12-04T20:26:06,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:06,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:06,060 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343966059"}]},"ts":"1733343966059"} 2024-12-04T20:26:06,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:26:06,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN}] 2024-12-04T20:26:06,063 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN 2024-12-04T20:26:06,063 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN; state=OFFLINE, location=c2ef38372881,42031,1733343958269; forceNewPlan=false, retain=false 2024-12-04T20:26:06,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:26:06,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1aa9a04f119eaa34de4342fad4b8dd18, regionState=OPENING, regionLocation=c2ef38372881,42031,1733343958269 2024-12-04T20:26:06,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN because future has completed 2024-12-04T20:26:06,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aa9a04f119eaa34de4342fad4b8dd18, server=c2ef38372881,42031,1733343958269}] 2024-12-04T20:26:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:06,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:06,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:06,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:26:06,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C42031%2C1733343958269.rep, suffix=, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs, maxLogs=10 2024-12-04T20:26:06,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.rep.1733343966374, exclude list is [], retry=0 2024-12-04T20:26:06,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:26:06,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.rep.1733343966374 2024-12-04T20:26:06,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:26:06,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aa9a04f119eaa34de4342fad4b8dd18, NAME => 'hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:06,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:06,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:06,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. service=MultiRowMutationService 2024-12-04T20:26:06,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:26:06,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:06,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,400 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,402 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa9a04f119eaa34de4342fad4b8dd18 columnFamilyName hfileref 2024-12-04T20:26:06,402 DEBUG [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:06,402 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(327): Store=1aa9a04f119eaa34de4342fad4b8dd18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:06,402 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,403 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa9a04f119eaa34de4342fad4b8dd18 columnFamilyName queue 2024-12-04T20:26:06,403 DEBUG [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:06,404 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(327): Store=1aa9a04f119eaa34de4342fad4b8dd18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:06,404 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,405 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa9a04f119eaa34de4342fad4b8dd18 columnFamilyName sid 2024-12-04T20:26:06,405 DEBUG [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:06,405 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(327): Store=1aa9a04f119eaa34de4342fad4b8dd18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:06,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:06,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1aa9a04f119eaa34de4342fad4b8dd18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64444498, jitterRate=-0.039702147245407104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:06,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:06,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1aa9a04f119eaa34de4342fad4b8dd18: Running coprocessor pre-open hook at 1733343966399Writing region info on filesystem at 1733343966399Initializing all the Stores at 1733343966400 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343966400Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343966400Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343966400Cleaning up temporary data from old regions at 1733343966407 (+7 ms)Running coprocessor post-open hooks at 1733343966412 (+5 ms)Region opened successfully at 1733343966412 2024-12-04T20:26:06,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., pid=7, masterSystemTime=1733343966368 2024-12-04T20:26:06,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:06,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:06,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1aa9a04f119eaa34de4342fad4b8dd18, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,42031,1733343958269 2024-12-04T20:26:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aa9a04f119eaa34de4342fad4b8dd18, server=c2ef38372881,42031,1733343958269 because future has completed 2024-12-04T20:26:06,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T20:26:06,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1aa9a04f119eaa34de4342fad4b8dd18, server=c2ef38372881,42031,1733343958269 in 202 msec 2024-12-04T20:26:06,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:26:06,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN in 358 msec 2024-12-04T20:26:06,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:06,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343966423"}]},"ts":"1733343966423"} 2024-12-04T20:26:06,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:26:06,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:06,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-12-04T20:26:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., hostname=c2ef38372881,42031,1733343958269, seqNum=2] 2024-12-04T20:26:06,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:06,452 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:06,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:26:06,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T20:26:06,607 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:26:06,631 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,42031,1733343958269, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:26:06,631 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:06,631 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,42031,1733343958269, seqNum=-1] 2024-12-04T20:26:06,631 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:06,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T20:26:06,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,42031,1733343958269', locateType=CURRENT is [region=hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., hostname=c2ef38372881,42031,1733343958269, seqNum=2] 2024-12-04T20:26:06,636 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T20:26:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T20:26:06,638 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,42031,1733343958269 suceeded 2024-12-04T20:26:06,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T20:26:06,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-04T20:26:06,640 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:46679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:26:06,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-12-04T20:26:06,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:06,649 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:46679' 2024-12-04T20:26:06,650 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a96d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:06,650 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46679,-1 for getting cluster id 2024-12-04T20:26:06,650 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:06,651 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588d8fa2-d07f-4351-a1c1-c01e0a8860b0' 2024-12-04T20:26:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588d8fa2-d07f-4351-a1c1-c01e0a8860b0" 2024-12-04T20:26:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46679,-1] 2024-12-04T20:26:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:06,652 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:06,652 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5750420c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:06,653 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:06,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46679,1733343962163 2024-12-04T20:26:06,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb4688 2024-12-04T20:26:06,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:06,654 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T20:26:06,655 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,42031,1733343958269 (queues=1) is replicating from cluster=bb2acf76-a1d0-46c5-9380-6c0693de306a to cluster=588d8fa2-d07f-4351-a1c1-c01e0a8860b0 2024-12-04T20:26:06,655 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C42031%2C1733343958269 2024-12-04T20:26:06,655 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,42031,1733343958269, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:26:06,657 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.wal-reader.c2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247, startPosition=0, beingWritten=true 2024-12-04T20:26:06,657 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.shipperc2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C42031%2C1733343958269 2024-12-04T20:26:06,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:06,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:06,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:06,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:06,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:06,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:06,864 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.wal-reader.c2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247 to pos 0, reset compression=false 2024-12-04T20:26:07,168 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.wal-reader.c2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247 to pos 0, reset compression=false 2024-12-04T20:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:07,376 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:26:07,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:07,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:07,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:07,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:07,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:07,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,39793,1733343958228 2024-12-04T20:26:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e469886 2024-12-04T20:26:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:07,378 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:07,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:26:07,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:07,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:07,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:07,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:07,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:07,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:26:07,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981533263, stopped=false 2024-12-04T20:26:07,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,39793,1733343958228 2024-12-04T20:26:07,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:07,380 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:07,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:07,380 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:07,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:07,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:07,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:07,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:07,380 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,42031,1733343958269' ***** 2024-12-04T20:26:07,380 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:26:07,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:26:07,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:26:07,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,42031,1733343958269 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:42031. 2024-12-04T20:26:07,381 DEBUG [RS:0;c2ef38372881:42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:07,381 DEBUG [RS:0;c2ef38372881:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:07,381 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1aa9a04f119eaa34de4342fad4b8dd18, disabling compactions & flushes 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:26:07,381 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:26:07,381 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:07,381 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:26:07,381 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. after waiting 0 ms 2024-12-04T20:26:07,381 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:07,381 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1aa9a04f119eaa34de4342fad4b8dd18 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T20:26:07,382 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:26:07,382 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1325): Online Regions={1aa9a04f119eaa34de4342fad4b8dd18=hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:26:07,382 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:07,382 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:07,382 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:07,382 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:07,382 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:07,382 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:07,382 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T20:26:07,394 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/.tmp/queue/ad5f56293067453bbfff2e5df319fcbd is 151, key is 1-c2ef38372881,42031,1733343958269/queue:c2ef38372881%2C42031%2C1733343958269/1733343966635/Put/seqid=0 2024-12-04T20:26:07,396 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/info/57093859223e46539747e2e5d876dc9e is 147, key is hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18./info:regioninfo/1733343966415/Put/seqid=0 2024-12-04T20:26:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741838_1014 (size=5350) 2024-12-04T20:26:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741839_1015 (size=6631) 2024-12-04T20:26:07,426 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:07,572 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.wal-reader.c2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247 to pos 0, reset compression=false 2024-12-04T20:26:07,582 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:07,782 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:07,799 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/.tmp/queue/ad5f56293067453bbfff2e5df319fcbd 2024-12-04T20:26:07,799 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/info/57093859223e46539747e2e5d876dc9e 2024-12-04T20:26:07,805 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/.tmp/queue/ad5f56293067453bbfff2e5df319fcbd as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/queue/ad5f56293067453bbfff2e5df319fcbd 2024-12-04T20:26:07,810 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/queue/ad5f56293067453bbfff2e5df319fcbd, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T20:26:07,811 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1aa9a04f119eaa34de4342fad4b8dd18 in 430ms, sequenceid=5, compaction requested=false 2024-12-04T20:26:07,811 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:26:07,817 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T20:26:07,818 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:07,818 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:07,818 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:07,818 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1aa9a04f119eaa34de4342fad4b8dd18: Waiting for close lock at 1733343967381Running coprocessor pre-close hooks at 1733343967381Disabling compacts and flushes for region at 1733343967381Disabling writes for close at 1733343967381Obtaining lock to block concurrent updates at 1733343967381Preparing flush snapshotting stores in 1aa9a04f119eaa34de4342fad4b8dd18 at 1733343967381Finished memstore snapshotting hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733343967382 (+1 ms)Flushing stores of hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. at 1733343967382Flushing 1aa9a04f119eaa34de4342fad4b8dd18/queue: creating writer at 1733343967382Flushing 1aa9a04f119eaa34de4342fad4b8dd18/queue: appending metadata at 1733343967394 (+12 ms)Flushing 1aa9a04f119eaa34de4342fad4b8dd18/queue: closing flushed file at 1733343967394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5c6161: reopening flushed file at 1733343967804 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1aa9a04f119eaa34de4342fad4b8dd18 in 430ms, sequenceid=5, compaction requested=false at 1733343967811 (+7 ms)Writing region close event to WAL at 1733343967813 (+2 ms)Running coprocessor post-close hooks at 1733343967817 (+4 ms)Closed at 1733343967818 (+1 ms) 2024-12-04T20:26:07,818 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:07,819 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/ns/8c646ff815604b0693750d174d0749cb is 43, key is default/ns:d/1733343961199/Put/seqid=0 2024-12-04T20:26:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741840_1016 (size=5153) 2024-12-04T20:26:07,982 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:08,077 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.wal-reader.c2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247 to pos 0, reset compression=false 2024-12-04T20:26:08,122 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:26:08,122 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:26:08,182 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:08,223 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/ns/8c646ff815604b0693750d174d0749cb 2024-12-04T20:26:08,238 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/table/28ae87d36d8f4f8389ec6564f2e59621 is 53, key is hbase:replication/table:state/1733343966423/Put/seqid=0 2024-12-04T20:26:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741841_1017 (size=5256) 2024-12-04T20:26:08,382 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:08,583 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:26:08,583 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:26:08,583 DEBUG [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:08,642 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/table/28ae87d36d8f4f8389ec6564f2e59621 2024-12-04T20:26:08,648 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/info/57093859223e46539747e2e5d876dc9e as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/info/57093859223e46539747e2e5d876dc9e 2024-12-04T20:26:08,653 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/info/57093859223e46539747e2e5d876dc9e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T20:26:08,654 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/ns/8c646ff815604b0693750d174d0749cb as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/ns/8c646ff815604b0693750d174d0749cb 2024-12-04T20:26:08,659 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/ns/8c646ff815604b0693750d174d0749cb, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:26:08,660 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/table/28ae87d36d8f4f8389ec6564f2e59621 as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/table/28ae87d36d8f4f8389ec6564f2e59621 2024-12-04T20:26:08,665 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/table/28ae87d36d8f4f8389ec6564f2e59621, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T20:26:08,666 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1283ms, sequenceid=11, compaction requested=false 2024-12-04T20:26:08,670 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T20:26:08,671 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:08,671 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:08,671 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:08,671 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343967382Running coprocessor pre-close hooks at 1733343967382Disabling compacts and flushes for region at 1733343967382Disabling writes for close at 1733343967382Obtaining lock to block concurrent updates at 1733343967382Preparing flush snapshotting stores in 1588230740 at 1733343967382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733343967382Flushing stores of hbase:meta,,1.1588230740 at 1733343967382Flushing 1588230740/info: creating writer at 1733343967382Flushing 1588230740/info: appending metadata at 1733343967395 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733343967395Flushing 1588230740/ns: creating writer at 1733343967804 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733343967818 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733343967819 (+1 ms)Flushing 1588230740/table: creating writer at 1733343968227 (+408 ms)Flushing 1588230740/table: appending metadata at 1733343968238 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733343968238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1594e56a: reopening flushed file at 1733343968647 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b6cd1e: reopening flushed file at 1733343968653 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f0e994: reopening flushed file at 1733343968659 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1283ms, sequenceid=11, compaction requested=false at 1733343968666 (+7 ms)Writing region close event to WAL at 1733343968667 (+1 ms)Running coprocessor post-close hooks at 1733343968670 (+3 ms)Closed at 1733343968671 (+1 ms) 2024-12-04T20:26:08,671 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:08,681 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.wal-reader.c2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247 to pos 0, reset compression=false 2024-12-04T20:26:08,783 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,42031,1733343958269; all regions closed. 2024-12-04T20:26:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741834_1010 (size=2742) 2024-12-04T20:26:08,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.meta.1733343961160.meta not finished, retry = 0 2024-12-04T20:26:08,887 DEBUG [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs 2024-12-04T20:26:08,887 INFO [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C42031%2C1733343958269.meta:.meta(num 1733343961160) 2024-12-04T20:26:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741837_1013 (size=1586) 2024-12-04T20:26:08,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.rep.1733343966374 not finished, retry = 0 2024-12-04T20:26:08,992 DEBUG [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs 2024-12-04T20:26:08,992 INFO [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C42031%2C1733343958269.rep:(num 1733343966374) 2024-12-04T20:26:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741832_1008 (size=93) 2024-12-04T20:26:08,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269/c2ef38372881%2C42031%2C1733343958269.1733343960247 not finished, retry = 0 2024-12-04T20:26:09,097 DEBUG [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs 2024-12-04T20:26:09,097 INFO [RS:0;c2ef38372881:42031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C42031%2C1733343958269:(num 1733343960247) 2024-12-04T20:26:09,097 DEBUG [RS:0;c2ef38372881:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:09,097 INFO [RS:0;c2ef38372881:42031 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:09,097 INFO [RS:0;c2ef38372881:42031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:09,097 INFO [RS:0;c2ef38372881:42031 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:09,098 INFO [RS:0;c2ef38372881:42031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:09,098 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:09,098 INFO [RS:0;c2ef38372881:42031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,42031,1733343958269 because: Region server is closing 2024-12-04T20:26:09,098 INFO [RS:0;c2ef38372881:42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:42031. 2024-12-04T20:26:09,098 DEBUG [RS:0;c2ef38372881:42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:09,098 DEBUG [RS:0;c2ef38372881:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:09,098 DEBUG [RS:0;c2ef38372881:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:09,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:09,198 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.wal-reader.c2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:26:09,198 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.shipperc2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:26:09,199 INFO [RS:0;c2ef38372881:42031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,42031,1733343958269.replicationSource.shipperc2ef38372881%2C42031%2C1733343958269,1-c2ef38372881,42031,1733343958269 terminated 2024-12-04T20:26:09,199 INFO [RS:0;c2ef38372881:42031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42031 2024-12-04T20:26:09,200 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/rs/c2ef38372881,42031,1733343958269 2024-12-04T20:26:09,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/rs 2024-12-04T20:26:09,200 INFO [RS:0;c2ef38372881:42031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:09,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,42031,1733343958269] 2024-12-04T20:26:09,201 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/draining/c2ef38372881,42031,1733343958269 already deleted, retry=false 2024-12-04T20:26:09,201 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,42031,1733343958269 expired; onlineServers=0 2024-12-04T20:26:09,201 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,39793,1733343958228' ***** 2024-12-04T20:26:09,201 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:26:09,201 INFO [M:0;c2ef38372881:39793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:09,201 INFO [M:0;c2ef38372881:39793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:09,202 DEBUG [M:0;c2ef38372881:39793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:26:09,202 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:26:09,202 DEBUG [M:0;c2ef38372881:39793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:26:09,202 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343960018 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343960018,5,FailOnTimeoutGroup] 2024-12-04T20:26:09,202 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343960018 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343960018,5,FailOnTimeoutGroup] 2024-12-04T20:26:09,202 INFO [M:0;c2ef38372881:39793 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:09,202 INFO [M:0;c2ef38372881:39793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:09,202 DEBUG [M:0;c2ef38372881:39793 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:26:09,202 INFO [M:0;c2ef38372881:39793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:26:09,202 INFO [M:0;c2ef38372881:39793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:09,202 INFO [M:0;c2ef38372881:39793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:26:09,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:26:09,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/master 2024-12-04T20:26:09,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:09,203 DEBUG [M:0;c2ef38372881:39793 {}] zookeeper.ZKUtil(347): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/master because node does not exist (not an error) 2024-12-04T20:26:09,203 WARN [M:0;c2ef38372881:39793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:26:09,203 INFO [M:0;c2ef38372881:39793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/.lastflushedseqids 2024-12-04T20:26:09,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741842_1018 (size=181) 2024-12-04T20:26:09,301 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:09,301 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100a6e92dfb0001, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:09,301 INFO [RS:0;c2ef38372881:42031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:09,301 INFO [RS:0;c2ef38372881:42031 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,42031,1733343958269; zookeeper connection closed. 2024-12-04T20:26:09,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3903f262 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3903f262 2024-12-04T20:26:09,301 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:26:09,607 INFO [M:0;c2ef38372881:39793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:26:09,607 INFO [M:0;c2ef38372881:39793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:26:09,608 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:09,608 INFO [M:0;c2ef38372881:39793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:09,608 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:09,608 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:09,608 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:09,608 INFO [M:0;c2ef38372881:39793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T20:26:09,626 DEBUG [M:0;c2ef38372881:39793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18605f8d3b644923aa6956e12374f72b is 82, key is hbase:meta,,1/info:regioninfo/1733343961190/Put/seqid=0 2024-12-04T20:26:09,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741843_1019 (size=5672) 2024-12-04T20:26:09,634 INFO [M:0;c2ef38372881:39793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18605f8d3b644923aa6956e12374f72b 2024-12-04T20:26:09,659 DEBUG [M:0;c2ef38372881:39793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcd366bcdbcf49019e942b6039c4cbd7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733343966427/Put/seqid=0 2024-12-04T20:26:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741844_1020 (size=7203) 2024-12-04T20:26:10,064 INFO [M:0;c2ef38372881:39793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcd366bcdbcf49019e942b6039c4cbd7 2024-12-04T20:26:10,092 DEBUG [M:0;c2ef38372881:39793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d4275b7e2d24a43b0d30800180330ff is 69, key is c2ef38372881,42031,1733343958269/rs:state/1733343960110/Put/seqid=0 2024-12-04T20:26:10,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741845_1021 (size=5156) 2024-12-04T20:26:10,497 INFO [M:0;c2ef38372881:39793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d4275b7e2d24a43b0d30800180330ff 2024-12-04T20:26:10,502 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18605f8d3b644923aa6956e12374f72b as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18605f8d3b644923aa6956e12374f72b 2024-12-04T20:26:10,508 INFO [M:0;c2ef38372881:39793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18605f8d3b644923aa6956e12374f72b, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T20:26:10,509 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcd366bcdbcf49019e942b6039c4cbd7 as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcd366bcdbcf49019e942b6039c4cbd7 2024-12-04T20:26:10,515 INFO [M:0;c2ef38372881:39793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcd366bcdbcf49019e942b6039c4cbd7, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T20:26:10,516 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d4275b7e2d24a43b0d30800180330ff as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d4275b7e2d24a43b0d30800180330ff 2024-12-04T20:26:10,521 INFO [M:0;c2ef38372881:39793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d4275b7e2d24a43b0d30800180330ff, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T20:26:10,522 INFO [M:0;c2ef38372881:39793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=70, compaction requested=false 2024-12-04T20:26:10,523 INFO [M:0;c2ef38372881:39793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:10,523 DEBUG [M:0;c2ef38372881:39793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343969608Disabling compacts and flushes for region at 1733343969608Disabling writes for close at 1733343969608Obtaining lock to block concurrent updates at 1733343969608Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343969608Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733343969608Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343969609 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343969609Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343969626 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343969626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343969639 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343969659 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343969659Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343970070 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343970091 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343970091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3dc2fb: reopening flushed file at 1733343970501 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc01c62: reopening flushed file at 1733343970508 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615eee4c: reopening flushed file at 1733343970515 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=70, compaction requested=false at 1733343970522 (+7 ms)Writing region close event to WAL at 1733343970523 (+1 ms)Closed at 1733343970523 2024-12-04T20:26:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741830_1006 (size=41008) 2024-12-04T20:26:10,526 INFO [M:0;c2ef38372881:39793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:26:10,526 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:10,526 INFO [M:0;c2ef38372881:39793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39793 2024-12-04T20:26:10,526 INFO [M:0;c2ef38372881:39793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:10,627 INFO [M:0;c2ef38372881:39793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:10,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:10,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39793-0x100a6e92dfb0000, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:10,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:10,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:10,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:10,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:10,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:10,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:10,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:26:10,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:10,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38133 2024-12-04T20:26:10,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38133 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:26:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381330x0, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:10,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38133-0x100a6e92dfb0006 connected 2024-12-04T20:26:10,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:10,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:10,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:26:10,641 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a, hbase.cluster.distributed=false 2024-12-04T20:26:10,642 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: INIT 2024-12-04T20:26:10,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/acl 2024-12-04T20:26:10,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38133 2024-12-04T20:26:10,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38133 2024-12-04T20:26:10,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38133 2024-12-04T20:26:10,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38133 2024-12-04T20:26:10,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38133 2024-12-04T20:26:10,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:10,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:10,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:10,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:10,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:10,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:10,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:26:10,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:10,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41613 2024-12-04T20:26:10,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41613 connecting to ZooKeeper ensemble=127.0.0.1:54614 2024-12-04T20:26:10,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:10,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:10,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416130x0, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:10,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416130x0, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:26:10,673 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: INIT 2024-12-04T20:26:10,673 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:26:10,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41613-0x100a6e92dfb0007 connected 2024-12-04T20:26:10,679 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:26:10,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/master 2024-12-04T20:26:10,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/acl 2024-12-04T20:26:10,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41613 2024-12-04T20:26:10,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41613 2024-12-04T20:26:10,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41613 2024-12-04T20:26:10,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41613 2024-12-04T20:26:10,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41613 2024-12-04T20:26:10,704 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:38133 2024-12-04T20:26:10,705 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0234911231/backup-masters/c2ef38372881,38133,1733343970629 2024-12-04T20:26:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:26:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:26:10,706 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on existing znode=/0234911231/backup-masters/c2ef38372881,38133,1733343970629 2024-12-04T20:26:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234911231/master 2024-12-04T20:26:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:10,707 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on existing znode=/0234911231/master 2024-12-04T20:26:10,708 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0234911231/backup-masters/c2ef38372881,38133,1733343970629 from backup master directory 2024-12-04T20:26:10,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/backup-masters/c2ef38372881,38133,1733343970629 2024-12-04T20:26:10,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:26:10,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/backup-masters 2024-12-04T20:26:10,709 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:10,709 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,38133,1733343970629 2024-12-04T20:26:10,720 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:10,720 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:26:10,727 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-12-04T20:26:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741846_1022 (size=196) 2024-12-04T20:26:11,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:11,140 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:26:11,141 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:26:11,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T20:26:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:11,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T20:26:11,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:11,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T20:26:11,147 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T20:26:11,150 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228 to hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228-dead as it is dead 2024-12-04T20:26:11,150 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228-dead/c2ef38372881%2C39793%2C1733343958228.1733343959958 2024-12-04T20:26:11,151 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228-dead/c2ef38372881%2C39793%2C1733343958228.1733343959958 after 1ms 2024-12-04T20:26:11,152 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228-dead/c2ef38372881%2C39793%2C1733343958228.1733343959958 to hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C39793%2C1733343958228.1733343959958 2024-12-04T20:26:11,152 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,39793,1733343958228-dead 2024-12-04T20:26:11,152 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,38133,1733343970629 2024-12-04T20:26:11,153 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:11,154 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C38133%2C1733343970629, suffix=, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,38133,1733343970629, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/oldWALs, maxLogs=10 2024-12-04T20:26:11,167 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,38133,1733343970629/c2ef38372881%2C38133%2C1733343970629.1733343971155, exclude list is [], retry=0 2024-12-04T20:26:11,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:26:11,171 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/WALs/c2ef38372881,38133,1733343970629/c2ef38372881%2C38133%2C1733343970629.1733343971155 2024-12-04T20:26:11,171 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:26:11,171 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:11,171 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:11,171 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,171 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:26:11,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18605f8d3b644923aa6956e12374f72b 2024-12-04T20:26:11,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:11,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:26:11,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcd366bcdbcf49019e942b6039c4cbd7 2024-12-04T20:26:11,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:11,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:26:11,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d4275b7e2d24a43b0d30800180330ff 2024-12-04T20:26:11,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:11,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:26:11,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:11,197 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,197 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T20:26:11,197 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C39793%2C1733343958228.1733343959958 2024-12-04T20:26:11,201 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C39793%2C1733343958228.1733343959958 2024-12-04T20:26:11,202 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c2ef38372881%2C39793%2C1733343958228.1733343959958 2024-12-04T20:26:11,203 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,203 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,204 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:11,205 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:11,207 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T20:26:11,208 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66974117, jitterRate=-0.00200788676738739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:11,208 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343971171Initializing all the Stores at 1733343971172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343971172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343971172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343971172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343971172Cleaning up temporary data from old regions at 1733343971203 (+31 ms)Region opened successfully at 1733343971208 (+5 ms) 2024-12-04T20:26:11,208 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:26:11,210 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78baabe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:11,212 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T20:26:11,212 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:26:11,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:26:11,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:26:11,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:26:11,216 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:11,216 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:26:11,216 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:26:11,216 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T20:26:11,216 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:26:11,219 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2ef38372881,42031,1733343958269, regionLocation=c2ef38372881,42031,1733343958269, openSeqNum=2 2024-12-04T20:26:11,219 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2ef38372881,42031,1733343958269, table=hbase:meta, region=1588230740 2024-12-04T20:26:11,219 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,42031,1733343958269, state=OPEN 2024-12-04T20:26:11,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:11,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:11,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:11,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:11,223 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:26:11,224 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/draining/c2ef38372881,42031,1733343958269 already deleted, retry=false 2024-12-04T20:26:11,224 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c2ef38372881,42031,1733343958269 on c2ef38372881,38133,1733343970629 2024-12-04T20:26:11,225 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c2ef38372881,42031,1733343958269, splitWal=true, meta=true 2024-12-04T20:26:11,225 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for c2ef38372881,42031,1733343958269 (carryingMeta=true) c2ef38372881,42031,1733343958269/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@54a16136[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T20:26:11,226 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/balancer because node does not exist (not necessarily an error) 2024-12-04T20:26:11,227 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/balancer already deleted, retry=false 2024-12-04T20:26:11,227 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:26:11,228 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:26:11,228 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/normalizer already deleted, retry=false 2024-12-04T20:26:11,229 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:26:11,229 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:26:11,230 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/switch/split already deleted, retry=false 2024-12-04T20:26:11,231 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:26:11,231 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/switch/merge already deleted, retry=false 2024-12-04T20:26:11,234 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:26:11,234 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/snapshot-cleanup already deleted, retry=false 2024-12-04T20:26:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:11,236 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,38133,1733343970629, sessionid=0x100a6e92dfb0006, setting cluster-up flag (Was=false) 2024-12-04T20:26:11,237 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0234911231/flush-table-proc/acquired, /0234911231/flush-table-proc/reached, /0234911231/flush-table-proc/abort 2024-12-04T20:26:11,238 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,38133,1733343970629 2024-12-04T20:26:11,240 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0234911231/online-snapshot/acquired, /0234911231/online-snapshot/reached, /0234911231/online-snapshot/abort 2024-12-04T20:26:11,240 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,38133,1733343970629 2024-12-04T20:26:11,241 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/.lastflushedseqids 2024-12-04T20:26:11,243 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:26:11,243 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:26:11,243 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,38133,1733343970629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c2ef38372881,42031,1733343958269 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:11,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,249 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c2ef38372881,42031,1733343958269, splitWal=true, meta=true 2024-12-04T20:26:11,250 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c2ef38372881,42031,1733343958269, splitWal=true, meta=true, isMeta: true 2024-12-04T20:26:11,251 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269-splitting 2024-12-04T20:26:11,251 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269-splitting dir is empty, no logs to split. 2024-12-04T20:26:11,251 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2ef38372881,42031,1733343958269 WAL count=0, meta=true 2024-12-04T20:26:11,253 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269-splitting dir is empty, no logs to split. 2024-12-04T20:26:11,253 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2ef38372881,42031,1733343958269 WAL count=0, meta=true 2024-12-04T20:26:11,253 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c2ef38372881,42031,1733343958269 WAL splitting is done? wals=0, meta=true 2024-12-04T20:26:11,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:26:11,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:11,256 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T20:26:11,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344001257 2024-12-04T20:26:11,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:26:11,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:26:11,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:26:11,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:26:11,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:26:11,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:26:11,258 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:26:11,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:26:11,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:26:11,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:26:11,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:26:11,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:26:11,259 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343971259,5,FailOnTimeoutGroup] 2024-12-04T20:26:11,259 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343971259,5,FailOnTimeoutGroup] 2024-12-04T20:26:11,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,260 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:26:11,260 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,260 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,260 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343971260, completionTime=-1 2024-12-04T20:26:11,260 WARN [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T20:26:11,260 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T20:26:11,291 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(746): ClusterId : bb2acf76-a1d0-46c5-9380-6c0693de306a 2024-12-04T20:26:11,291 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:26:11,292 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:26:11,293 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:26:11,294 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:26:11,295 DEBUG [RS:0;c2ef38372881:41613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fc35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:11,311 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:41613 2024-12-04T20:26:11,311 INFO [RS:0;c2ef38372881:41613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:26:11,311 INFO [RS:0;c2ef38372881:41613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:26:11,311 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:26:11,312 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,38133,1733343970629 with port=41613, startcode=1733343970665 2024-12-04T20:26:11,312 DEBUG [RS:0;c2ef38372881:41613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:26:11,314 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:26:11,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38133 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,316 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a 2024-12-04T20:26:11,316 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37035 2024-12-04T20:26:11,316 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:26:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/rs 2024-12-04T20:26:11,319 DEBUG [RS:0;c2ef38372881:41613 {}] zookeeper.ZKUtil(111): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on existing znode=/0234911231/rs/c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,319 WARN [RS:0;c2ef38372881:41613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:11,319 INFO [RS:0;c2ef38372881:41613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:11,319 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,41613,1733343970665] 2024-12-04T20:26:11,337 INFO [RS:0;c2ef38372881:41613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:26:11,339 INFO [RS:0;c2ef38372881:41613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:26:11,339 INFO [RS:0;c2ef38372881:41613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:26:11,339 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,339 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:26:11,340 INFO [RS:0;c2ef38372881:41613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:26:11,340 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:11,340 DEBUG [RS:0;c2ef38372881:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:11,341 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,341 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,341 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,341 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,341 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,341 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41613,1733343970665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:11,360 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T20:26:11,362 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:26:11,362 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41613,1733343970665-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,379 INFO [RS:0;c2ef38372881:41613 {}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,41613,1733343970665, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:26:11,379 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,379 INFO [RS:0;c2ef38372881:41613 {}] regionserver.Replication(171): c2ef38372881,41613,1733343970665 started 2024-12-04T20:26:11,406 WARN [c2ef38372881:38133 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T20:26:11,413 DEBUG [RS:0;c2ef38372881:41613.replicationSource,1-c2ef38372881,41613,1733343970665 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:46679' 2024-12-04T20:26:11,415 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:11,415 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,41613,1733343970665, RpcServer on c2ef38372881/172.17.0.2:41613, sessionid=0x100a6e92dfb0007 2024-12-04T20:26:11,416 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:26:11,416 DEBUG [RS:0;c2ef38372881:41613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,416 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,41613,1733343970665' 2024-12-04T20:26:11,416 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0234911231/flush-table-proc/abort' 2024-12-04T20:26:11,416 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0234911231/flush-table-proc/acquired' 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,41613,1733343970665' 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0234911231/online-snapshot/abort' 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0234911231/online-snapshot/acquired' 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:26:11,417 INFO [RS:0;c2ef38372881:41613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:26:11,417 INFO [RS:0;c2ef38372881:41613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613.replicationSource,1-c2ef38372881,41613,1733343970665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@734e6649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613.replicationSource,1-c2ef38372881,41613,1733343970665 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46679,-1 for getting cluster id 2024-12-04T20:26:11,417 DEBUG [RS:0;c2ef38372881:41613.replicationSource,1-c2ef38372881,41613,1733343970665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:11,419 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588d8fa2-d07f-4351-a1c1-c01e0a8860b0' 2024-12-04T20:26:11,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:11,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588d8fa2-d07f-4351-a1c1-c01e0a8860b0" 2024-12-04T20:26:11,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ddc8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46679,-1] 2024-12-04T20:26:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:11,421 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:11,422 DEBUG [RS:0;c2ef38372881:41613.replicationSource,1-c2ef38372881,41613,1733343970665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30626e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:11,422 DEBUG [RS:0;c2ef38372881:41613.replicationSource,1-c2ef38372881,41613,1733343970665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:11,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46679,1733343962163 2024-12-04T20:26:11,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27aa2bc2 2024-12-04T20:26:11,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:11,424 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T20:26:11,425 INFO [RS:0;c2ef38372881:41613.replicationSource,1-c2ef38372881,41613,1733343970665 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,41613,1733343970665 (queues=0) is replicating from cluster=bb2acf76-a1d0-46c5-9380-6c0693de306a to cluster=588d8fa2-d07f-4351-a1c1-c01e0a8860b0 2024-12-04T20:26:11,518 INFO [RS:0;c2ef38372881:41613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:11,519 INFO [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C41613%2C1733343970665, suffix=, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs, maxLogs=10 2024-12-04T20:26:11,531 DEBUG [RS:0;c2ef38372881:41613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520, exclude list is [], retry=0 2024-12-04T20:26:11,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:26:11,535 INFO [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 2024-12-04T20:26:11,535 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c2ef38372881%2C41613%2C1733343970665 for peer 1 2024-12-04T20:26:11,535 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C41613%2C1733343970665 2024-12-04T20:26:11,535 INFO [RS:0;c2ef38372881:41613 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,41613,1733343970665, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:26:11,536 DEBUG [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:26:11,536 INFO [RS:0;c2ef38372881:41613.replicationSource.shipperc2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C41613%2C1733343970665 2024-12-04T20:26:11,536 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520, startPosition=0, beingWritten=true 2024-12-04T20:26:11,656 DEBUG [c2ef38372881:38133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:11,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,658 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,41613,1733343970665, state=OPENING 2024-12-04T20:26:11,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:11,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:11,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:11,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:11,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:11,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,41613,1733343970665}] 2024-12-04T20:26:11,741 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:11,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:11,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:26:11,816 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:26:11,816 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:11,816 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:26:11,817 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C41613%2C1733343970665.meta, suffix=.meta, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs, maxLogs=10 2024-12-04T20:26:11,829 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.meta.1733343971818.meta, exclude list is [], retry=0 2024-12-04T20:26:11,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:26:11,832 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.meta.1733343971818.meta 2024-12-04T20:26:11,832 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:26:11,832 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:11,833 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:11,833 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:11,833 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:26:11,833 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:26:11,833 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:26:11,833 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:11,833 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:26:11,833 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:26:11,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:11,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:11,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,855 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/info/57093859223e46539747e2e5d876dc9e 2024-12-04T20:26:11,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:11,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:11,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:11,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,862 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/ns/8c646ff815604b0693750d174d0749cb 2024-12-04T20:26:11,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:11,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:11,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:11,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:11,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:11,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:11,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:11,871 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/table/28ae87d36d8f4f8389ec6564f2e59621 2024-12-04T20:26:11,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:11,871 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:11,872 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740 2024-12-04T20:26:11,873 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740 2024-12-04T20:26:11,874 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:11,874 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:11,875 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:11,877 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:11,877 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75269695, jitterRate=0.12160585820674896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:11,878 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:26:11,878 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343971833Writing region info on filesystem at 1733343971833Initializing all the Stores at 1733343971834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343971834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343971837 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343971837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343971837Cleaning up temporary data from old regions at 1733343971874 (+37 ms)Running coprocessor post-open hooks at 1733343971878 (+4 ms)Region opened successfully at 1733343971878 2024-12-04T20:26:11,881 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733343971811 2024-12-04T20:26:11,883 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:26:11,883 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:26:11,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,884 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,41613,1733343970665, state=OPEN 2024-12-04T20:26:11,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:11,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234911231/meta-region-server 2024-12-04T20:26:11,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:11,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234911231/meta-region-server: CHANGED 2024-12-04T20:26:11,885 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,41613,1733343970665 2024-12-04T20:26:11,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T20:26:11,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,41613,1733343970665 in 227 msec 2024-12-04T20:26:11,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:26:11,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-12-04T20:26:11,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:11,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:11,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:11,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:11,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:11,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:11,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:12,047 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:12,452 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:12,863 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T20:26:12,958 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:13,563 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:14,267 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:14,365 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T20:26:15,071 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:15,767 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T20:26:15,768 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:26:15,768 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:15,768 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41613,1733343970665, seqNum=-1] 2024-12-04T20:26:15,769 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:15,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:15,774 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1aa9a04f119eaa34de4342fad4b8dd18, regionState=OPEN, lastHost=c2ef38372881,42031,1733343958269, regionLocation=c2ef38372881,42031,1733343958269, openSeqNum=2 2024-12-04T20:26:15,774 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:26:15,774 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344035774 2024-12-04T20:26:15,774 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344095774 2024-12-04T20:26:15,774 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-04T20:26:15,775 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c2ef38372881,42031,1733343958269 had 2 regions 2024-12-04T20:26:15,775 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38133,1733343970629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:15,775 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38133,1733343970629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:15,775 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38133,1733343970629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:15,775 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:38133, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:15,775 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:15,775 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:15,776 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c2ef38372881,42031,1733343958269, splitWal=true, meta=true, isMeta: false 2024-12-04T20:26:15,779 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269-splitting dir is empty, no logs to split. 2024-12-04T20:26:15,779 INFO [PEWorker-3 {}] master.SplitWALManager(105): c2ef38372881,42031,1733343958269 WAL count=0, meta=false 2024-12-04T20:26:15,781 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.072sec 2024-12-04T20:26:15,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:26:15,782 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,42031,1733343958269-splitting dir is empty, no logs to split. 2024-12-04T20:26:15,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:26:15,782 INFO [PEWorker-3 {}] master.SplitWALManager(105): c2ef38372881,42031,1733343958269 WAL count=0, meta=false 2024-12-04T20:26:15,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:26:15,782 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c2ef38372881,42031,1733343958269 WAL splitting is done? wals=0, meta=false 2024-12-04T20:26:15,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:26:15,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:26:15,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38133,1733343970629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:15,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38133,1733343970629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:26:15,784 WARN [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c2ef38372881,42031,1733343958269/hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:15,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN}] 2024-12-04T20:26:15,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN 2024-12-04T20:26:15,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T20:26:15,789 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:26:15,789 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:26:15,789 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38133,1733343970629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:15,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:15,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,38133,-1 for getting cluster id 2024-12-04T20:26:15,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:15,802 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb2acf76-a1d0-46c5-9380-6c0693de306a' 2024-12-04T20:26:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb2acf76-a1d0-46c5-9380-6c0693de306a" 2024-12-04T20:26:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475df897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,38133,-1] 2024-12-04T20:26:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,804 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:15,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343b9e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:15,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:15,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41613,1733343970665, seqNum=-1] 2024-12-04T20:26:15,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:15,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T20:26:15,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:15,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:15,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c2ef38372881:38133 after: c2ef38372881:38133 2024-12-04T20:26:15,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:15,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,38133,-1 for getting cluster id 2024-12-04T20:26:15,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:15,812 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb2acf76-a1d0-46c5-9380-6c0693de306a' 2024-12-04T20:26:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb2acf76-a1d0-46c5-9380-6c0693de306a" 2024-12-04T20:26:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1b7ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,38133,-1] 2024-12-04T20:26:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,813 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:15,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:15,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,38133,1733343970629 2024-12-04T20:26:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e7f4182 2024-12-04T20:26:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:15,816 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:15,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T20:26:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:26:15,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:15,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:15,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:15,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:26:15,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1184308080, stopped=false 2024-12-04T20:26:15,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,46679,1733343962163 2024-12-04T20:26:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-828207049/running 2024-12-04T20:26:15,819 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-828207049/running 2024-12-04T20:26:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:15,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:15,819 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:15,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:15,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:15,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on znode that does not yet exist, /1-828207049/running 2024-12-04T20:26:15,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Set watcher on znode that does not yet exist, /1-828207049/running 2024-12-04T20:26:15,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,39595,1733343962193' ***** 2024-12-04T20:26:15,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:26:15,820 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:26:15,820 INFO [RS:0;c2ef38372881:39595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:26:15,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:26:15,820 INFO [RS:0;c2ef38372881:39595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,39595,1733343962193 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:39595. 2024-12-04T20:26:15,821 DEBUG [RS:0;c2ef38372881:39595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:15,821 DEBUG [RS:0;c2ef38372881:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:26:15,821 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:26:15,821 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:26:15,821 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:15,821 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:15,821 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:15,821 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:15,821 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:15,821 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:15,821 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T20:26:15,836 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740/.tmp/ns/3650790768ef4d1a9b0ff519e22f36ff is 43, key is default/ns:d/1733343965120/Put/seqid=0 2024-12-04T20:26:15,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741835_1011 (size=5153) 2024-12-04T20:26:15,845 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:15,938 DEBUG [c2ef38372881:38133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:15,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1aa9a04f119eaa34de4342fad4b8dd18, regionState=OPENING, regionLocation=c2ef38372881,41613,1733343970665 2024-12-04T20:26:15,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN because future has completed 2024-12-04T20:26:15,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aa9a04f119eaa34de4342fad4b8dd18, server=c2ef38372881,41613,1733343970665}] 2024-12-04T20:26:15,976 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:16,021 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:16,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:16,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:16,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:26:16,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C41613%2C1733343970665.rep, suffix=, logDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665, archiveDir=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs, maxLogs=10 2024-12-04T20:26:16,114 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:26:16,114 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:26:16,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.rep.1733343976099, exclude list is [], retry=0 2024-12-04T20:26:16,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-cd00f23e-0b1b-407f-92c7-be4e2858cb46,DISK] 2024-12-04T20:26:16,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.rep.1733343976099 2024-12-04T20:26:16,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-12-04T20:26:16,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aa9a04f119eaa34de4342fad4b8dd18, NAME => 'hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:16,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:16,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:16,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. service=MultiRowMutationService 2024-12-04T20:26:16,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:26:16,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:16,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,122 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,123 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa9a04f119eaa34de4342fad4b8dd18 columnFamilyName hfileref 2024-12-04T20:26:16,123 DEBUG [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:16,123 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(327): Store=1aa9a04f119eaa34de4342fad4b8dd18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:16,123 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,124 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa9a04f119eaa34de4342fad4b8dd18 columnFamilyName queue 2024-12-04T20:26:16,124 DEBUG [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:16,133 DEBUG [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/queue/ad5f56293067453bbfff2e5df319fcbd 2024-12-04T20:26:16,133 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(327): Store=1aa9a04f119eaa34de4342fad4b8dd18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:16,133 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,134 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa9a04f119eaa34de4342fad4b8dd18 columnFamilyName sid 2024-12-04T20:26:16,135 DEBUG [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:16,135 INFO [StoreOpener-1aa9a04f119eaa34de4342fad4b8dd18-1 {}] regionserver.HStore(327): Store=1aa9a04f119eaa34de4342fad4b8dd18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:16,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:16,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1aa9a04f119eaa34de4342fad4b8dd18; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58985564, jitterRate=-0.12104660272598267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:16,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:16,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1aa9a04f119eaa34de4342fad4b8dd18: Running coprocessor pre-open hook at 1733343976120Writing region info on filesystem at 1733343976120Initializing all the Stores at 1733343976121 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343976121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343976122 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343976122Cleaning up temporary data from old regions at 1733343976138 (+16 ms)Running coprocessor post-open hooks at 1733343976141 (+3 ms)Region opened successfully at 1733343976142 (+1 ms) 2024-12-04T20:26:16,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., pid=13, masterSystemTime=1733343976094 2024-12-04T20:26:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:16,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:16,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1aa9a04f119eaa34de4342fad4b8dd18, regionState=OPEN, openSeqNum=9, regionLocation=c2ef38372881,41613,1733343970665 2024-12-04T20:26:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aa9a04f119eaa34de4342fad4b8dd18, server=c2ef38372881,41613,1733343970665 because future has completed 2024-12-04T20:26:16,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T20:26:16,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1aa9a04f119eaa34de4342fad4b8dd18, server=c2ef38372881,41613,1733343970665 in 210 msec 2024-12-04T20:26:16,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T20:26:16,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aa9a04f119eaa34de4342fad4b8dd18, ASSIGN in 368 msec 2024-12-04T20:26:16,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T20:26:16,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., hostname=c2ef38372881,41613,1733343970665, seqNum=9] 2024-12-04T20:26:16,174 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c2ef38372881,42031,1733343958269 2024-12-04T20:26:16,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T20:26:16,222 DEBUG [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:16,241 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740/.tmp/ns/3650790768ef4d1a9b0ff519e22f36ff 2024-12-04T20:26:16,246 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740/.tmp/ns/3650790768ef4d1a9b0ff519e22f36ff as hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740/ns/3650790768ef4d1a9b0ff519e22f36ff 2024-12-04T20:26:16,250 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740/ns/3650790768ef4d1a9b0ff519e22f36ff, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T20:26:16,251 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-04T20:26:16,251 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:26:16,255 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T20:26:16,255 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:16,255 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:16,255 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:16,256 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343975821Running coprocessor pre-close hooks at 1733343975821Disabling compacts and flushes for region at 1733343975821Disabling writes for close at 1733343975821Obtaining lock to block concurrent updates at 1733343975822 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733343975822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733343975822Flushing stores of hbase:meta,,1.1588230740 at 1733343975822Flushing 1588230740/ns: creating writer at 1733343975822Flushing 1588230740/ns: appending metadata at 1733343975836 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733343975836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698fdffa: reopening flushed file at 1733343976245 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733343976251 (+6 ms)Writing region close event to WAL at 1733343976252 (+1 ms)Running coprocessor post-close hooks at 1733343976255 (+3 ms)Closed at 1733343976255 2024-12-04T20:26:16,256 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:16,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T20:26:16,422 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,39595,1733343962193; all regions closed. 2024-12-04T20:26:16,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741834_1010 (size=1152) 2024-12-04T20:26:16,426 DEBUG [RS:0;c2ef38372881:39595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/oldWALs 2024-12-04T20:26:16,426 INFO [RS:0;c2ef38372881:39595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C39595%2C1733343962193.meta:.meta(num 1733343965076) 2024-12-04T20:26:16,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741832_1008 (size=93) 2024-12-04T20:26:16,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/WALs/c2ef38372881,39595,1733343962193/c2ef38372881%2C39595%2C1733343962193.1733343964162 not finished, retry = 0 2024-12-04T20:26:16,530 DEBUG [RS:0;c2ef38372881:39595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/oldWALs 2024-12-04T20:26:16,530 INFO [RS:0;c2ef38372881:39595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C39595%2C1733343962193:(num 1733343964162) 2024-12-04T20:26:16,530 DEBUG [RS:0;c2ef38372881:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:16,530 INFO [RS:0;c2ef38372881:39595 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:16,531 INFO [RS:0;c2ef38372881:39595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:16,531 INFO [RS:0;c2ef38372881:39595 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:16,531 INFO [RS:0;c2ef38372881:39595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:16,531 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:16,531 INFO [RS:0;c2ef38372881:39595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39595 2024-12-04T20:26:16,532 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-828207049/rs/c2ef38372881,39595,1733343962193 2024-12-04T20:26:16,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049/rs 2024-12-04T20:26:16,532 INFO [RS:0;c2ef38372881:39595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:16,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,39595,1733343962193] 2024-12-04T20:26:16,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-828207049/draining/c2ef38372881,39595,1733343962193 already deleted, retry=false 2024-12-04T20:26:16,533 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,39595,1733343962193 expired; onlineServers=0 2024-12-04T20:26:16,533 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,46679,1733343962163' ***** 2024-12-04T20:26:16,533 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:26:16,533 INFO [M:0;c2ef38372881:46679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:16,533 INFO [M:0;c2ef38372881:46679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:16,533 DEBUG [M:0;c2ef38372881:46679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:26:16,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:26:16,534 DEBUG [M:0;c2ef38372881:46679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:26:16,534 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343963932 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343963932,5,FailOnTimeoutGroup] 2024-12-04T20:26:16,534 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343963932 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343963932,5,FailOnTimeoutGroup] 2024-12-04T20:26:16,534 INFO [M:0;c2ef38372881:46679 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:16,534 INFO [M:0;c2ef38372881:46679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:16,534 DEBUG [M:0;c2ef38372881:46679 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:26:16,534 INFO [M:0;c2ef38372881:46679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:26:16,534 INFO [M:0;c2ef38372881:46679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:16,534 INFO [M:0;c2ef38372881:46679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:26:16,534 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:26:16,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-828207049/master 2024-12-04T20:26:16,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-828207049 2024-12-04T20:26:16,535 DEBUG [M:0;c2ef38372881:46679 {}] zookeeper.ZKUtil(347): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Unable to get data of znode /1-828207049/master because node does not exist (not an error) 2024-12-04T20:26:16,535 WARN [M:0;c2ef38372881:46679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:26:16,536 INFO [M:0;c2ef38372881:46679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/.lastflushedseqids 2024-12-04T20:26:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741836_1012 (size=99) 2024-12-04T20:26:16,633 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:16,633 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x100a6e92dfb0004, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:16,633 INFO [RS:0;c2ef38372881:39595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:16,633 INFO [RS:0;c2ef38372881:39595 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,39595,1733343962193; zookeeper connection closed. 2024-12-04T20:26:16,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28f6a04c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28f6a04c 2024-12-04T20:26:16,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:26:16,948 INFO [M:0;c2ef38372881:46679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:26:16,948 INFO [M:0;c2ef38372881:46679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:26:16,948 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:16,948 INFO [M:0;c2ef38372881:46679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:16,948 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:16,948 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:16,948 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:16,948 INFO [M:0;c2ef38372881:46679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T20:26:16,970 DEBUG [M:0;c2ef38372881:46679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5d468356ed4de8b536c8434d89cef9 is 82, key is hbase:meta,,1/info:regioninfo/1733343965110/Put/seqid=0 2024-12-04T20:26:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741837_1013 (size=5672) 2024-12-04T20:26:16,983 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:17,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:17,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:17,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:17,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:17,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:17,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:17,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:17,378 INFO [M:0;c2ef38372881:46679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5d468356ed4de8b536c8434d89cef9 2024-12-04T20:26:17,395 DEBUG [M:0;c2ef38372881:46679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/039f50a789e748f4af6c38a288284b8f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733343965124/Put/seqid=0 2024-12-04T20:26:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741838_1014 (size=5275) 2024-12-04T20:26:17,799 INFO [M:0;c2ef38372881:46679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/039f50a789e748f4af6c38a288284b8f 2024-12-04T20:26:17,816 DEBUG [M:0;c2ef38372881:46679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088380148e9047cda680c725844e6b66 is 69, key is c2ef38372881,39595,1733343962193/rs:state/1733343964028/Put/seqid=0 2024-12-04T20:26:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741839_1015 (size=5156) 2024-12-04T20:26:18,089 DEBUG [RS:0;c2ef38372881:41613.replicationSource.wal-reader.c2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.1733343971520 to pos 0, reset compression=false 2024-12-04T20:26:18,220 INFO [M:0;c2ef38372881:46679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088380148e9047cda680c725844e6b66 2024-12-04T20:26:18,225 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5d468356ed4de8b536c8434d89cef9 as hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b5d468356ed4de8b536c8434d89cef9 2024-12-04T20:26:18,230 INFO [M:0;c2ef38372881:46679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b5d468356ed4de8b536c8434d89cef9, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T20:26:18,231 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/039f50a789e748f4af6c38a288284b8f as hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/039f50a789e748f4af6c38a288284b8f 2024-12-04T20:26:18,235 INFO [M:0;c2ef38372881:46679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/039f50a789e748f4af6c38a288284b8f, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T20:26:18,236 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088380148e9047cda680c725844e6b66 as hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/088380148e9047cda680c725844e6b66 2024-12-04T20:26:18,241 INFO [M:0;c2ef38372881:46679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/4853cb04-e37b-674e-7e2e-b584b0afc4c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/088380148e9047cda680c725844e6b66, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T20:26:18,242 INFO [M:0;c2ef38372881:46679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-12-04T20:26:18,245 INFO [M:0;c2ef38372881:46679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:18,245 DEBUG [M:0;c2ef38372881:46679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343976948Disabling compacts and flushes for region at 1733343976948Disabling writes for close at 1733343976948Obtaining lock to block concurrent updates at 1733343976948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343976948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733343976949 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343976949Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343976949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343976969 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343976969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343977382 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343977395 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343977395Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343977803 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343977815 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343977815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a1cf83: reopening flushed file at 1733343978224 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4389f8: reopening flushed file at 1733343978230 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37bff461: reopening flushed file at 1733343978236 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1733343978242 (+6 ms)Writing region close event to WAL at 1733343978244 (+2 ms)Closed at 1733343978244 2024-12-04T20:26:18,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741830_1006 (size=10165) 2024-12-04T20:26:18,256 INFO [M:0;c2ef38372881:46679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:26:18,256 INFO [M:0;c2ef38372881:46679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46679 2024-12-04T20:26:18,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:18,258 INFO [M:0;c2ef38372881:46679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:18,359 INFO [M:0;c2ef38372881:46679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x100a6e92dfb0003, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:18,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:18,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:18,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:18,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:18,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:18,366 WARN [BP-1293961489-172.17.0.2-1733343961343 heartbeating to localhost/127.0.0.1:38911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:26:18,366 WARN [BP-1293961489-172.17.0.2-1733343961343 heartbeating to localhost/127.0.0.1:38911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1293961489-172.17.0.2-1733343961343 (Datanode Uuid b2adf098-37c7-4617-a80b-a51b1eb033ec) service to localhost/127.0.0.1:38911 2024-12-04T20:26:18,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:26:18,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:26:18,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/cluster_3f6c2c27-75df-7159-bfd9-dbd3256d859f/data/data1/current/BP-1293961489-172.17.0.2-1733343961343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:18,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/cluster_3f6c2c27-75df-7159-bfd9-dbd3256d859f/data/data2/current/BP-1293961489-172.17.0.2-1733343961343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:18,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:26:18,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:18,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:18,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:18,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:18,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:18,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:26:18,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:26:18,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:18,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:18,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:18,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:18,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:18,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:26:18,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=178765586, stopped=false 2024-12-04T20:26:18,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,38133,1733343970629 2024-12-04T20:26:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/running 2024-12-04T20:26:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:18,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:18,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:18,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:18,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:18,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:26:18,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Set watcher on znode that does not yet exist, /0234911231/running 2024-12-04T20:26:18,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,41613,1733343970665' ***** 2024-12-04T20:26:18,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:26:18,383 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:26:18,383 INFO [RS:0;c2ef38372881:41613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:26:18,383 INFO [RS:0;c2ef38372881:41613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:26:18,383 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,41613,1733343970665 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:41613. 2024-12-04T20:26:18,384 DEBUG [RS:0;c2ef38372881:41613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:18,384 DEBUG [RS:0;c2ef38372881:41613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1aa9a04f119eaa34de4342fad4b8dd18, disabling compactions & flushes 2024-12-04T20:26:18,384 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. after waiting 0 ms 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:26:18,384 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:26:18,384 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1325): Online Regions={1aa9a04f119eaa34de4342fad4b8dd18=hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:26:18,384 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aa9a04f119eaa34de4342fad4b8dd18 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:18,384 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:18,384 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:18,384 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T20:26:18,387 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/replication/1aa9a04f119eaa34de4342fad4b8dd18/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T20:26:18,387 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:18,388 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:18,388 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:18,388 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1aa9a04f119eaa34de4342fad4b8dd18: Waiting for close lock at 1733343978384Running coprocessor pre-close hooks at 1733343978384Disabling compacts and flushes for region at 1733343978384Disabling writes for close at 1733343978384Writing region close event to WAL at 1733343978384Running coprocessor post-close hooks at 1733343978387 (+3 ms)Closed at 1733343978388 (+1 ms) 2024-12-04T20:26:18,388 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18. 2024-12-04T20:26:18,397 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/info/8bcc233203124257a5c5f4782fa074bf is 147, key is hbase:replication,,1733343965238.1aa9a04f119eaa34de4342fad4b8dd18./info:regioninfo/1733343976148/Put/seqid=0 2024-12-04T20:26:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741851_1027 (size=6385) 2024-12-04T20:26:18,418 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:26:18,418 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:26:18,449 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:18,584 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:18,785 DEBUG [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:18,801 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/info/8bcc233203124257a5c5f4782fa074bf 2024-12-04T20:26:18,806 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/.tmp/info/8bcc233203124257a5c5f4782fa074bf as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/info/8bcc233203124257a5c5f4782fa074bf 2024-12-04T20:26:18,811 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/info/8bcc233203124257a5c5f4782fa074bf, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T20:26:18,811 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-12-04T20:26:18,815 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T20:26:18,816 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:18,816 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:18,816 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:18,816 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343978384Running coprocessor pre-close hooks at 1733343978384Disabling compacts and flushes for region at 1733343978384Disabling writes for close at 1733343978384Obtaining lock to block concurrent updates at 1733343978384Preparing flush snapshotting stores in 1588230740 at 1733343978384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733343978385 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733343978385Flushing 1588230740/info: creating writer at 1733343978385Flushing 1588230740/info: appending metadata at 1733343978397 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733343978397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27bf5404: reopening flushed file at 1733343978805 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1733343978811 (+6 ms)Writing region close event to WAL at 1733343978813 (+2 ms)Running coprocessor post-close hooks at 1733343978816 (+3 ms)Closed at 1733343978816 2024-12-04T20:26:18,816 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:18,985 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,41613,1733343970665; all regions closed. 2024-12-04T20:26:18,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741849_1025 (size=2156) 2024-12-04T20:26:18,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.meta.1733343971818.meta not finished, retry = 0 2024-12-04T20:26:19,089 DEBUG [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs 2024-12-04T20:26:19,089 INFO [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C41613%2C1733343970665.meta:.meta(num 1733343971818) 2024-12-04T20:26:19,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741850_1026 (size=796) 2024-12-04T20:26:19,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/WALs/c2ef38372881,41613,1733343970665/c2ef38372881%2C41613%2C1733343970665.rep.1733343976099 not finished, retry = 0 2024-12-04T20:26:19,194 DEBUG [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs 2024-12-04T20:26:19,194 INFO [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C41613%2C1733343970665.rep:(num 1733343976099) 2024-12-04T20:26:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741848_1024 (size=93) 2024-12-04T20:26:19,198 DEBUG [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/oldWALs 2024-12-04T20:26:19,198 INFO [RS:0;c2ef38372881:41613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C41613%2C1733343970665:(num 1733343971520) 2024-12-04T20:26:19,198 DEBUG [RS:0;c2ef38372881:41613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:19,198 INFO [RS:0;c2ef38372881:41613 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:19,198 INFO [RS:0;c2ef38372881:41613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:19,198 INFO [RS:0;c2ef38372881:41613 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:19,198 INFO [RS:0;c2ef38372881:41613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:19,198 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:19,198 INFO [RS:0;c2ef38372881:41613 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,41613,1733343970665 because: Region server is closing 2024-12-04T20:26:19,198 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T20:26:19,199 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T20:26:19,199 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T20:26:19,199 INFO [RS:0;c2ef38372881:41613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:41613. 2024-12-04T20:26:19,199 DEBUG [RS:0;c2ef38372881:41613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:19,199 DEBUG [RS:0;c2ef38372881:41613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:19,199 DEBUG [RS:0;c2ef38372881:41613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:19,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:19,299 WARN [RS:0;c2ef38372881:41613.replicationSource.shipperc2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:26:19,299 INFO [RS:0;c2ef38372881:41613 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c2ef38372881:41613.replicationSource.shipperc2ef38372881%2C41613%2C1733343970665,1-c2ef38372881,41613,1733343970665 terminated 2024-12-04T20:26:19,300 INFO [RS:0;c2ef38372881:41613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41613 2024-12-04T20:26:19,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/rs/c2ef38372881,41613,1733343970665 2024-12-04T20:26:19,301 INFO [RS:0;c2ef38372881:41613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:19,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231/rs 2024-12-04T20:26:19,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,41613,1733343970665] 2024-12-04T20:26:19,302 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0234911231/draining/c2ef38372881,41613,1733343970665 already deleted, retry=false 2024-12-04T20:26:19,302 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,41613,1733343970665 expired; onlineServers=0 2024-12-04T20:26:19,302 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,38133,1733343970629' ***** 2024-12-04T20:26:19,302 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:26:19,302 INFO [M:0;c2ef38372881:38133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:19,302 INFO [M:0;c2ef38372881:38133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:19,302 DEBUG [M:0;c2ef38372881:38133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:26:19,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:26:19,302 DEBUG [M:0;c2ef38372881:38133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:26:19,302 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343971259 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343971259,5,FailOnTimeoutGroup] 2024-12-04T20:26:19,302 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343971259 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343971259,5,FailOnTimeoutGroup] 2024-12-04T20:26:19,302 INFO [M:0;c2ef38372881:38133 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:19,302 INFO [M:0;c2ef38372881:38133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:19,302 DEBUG [M:0;c2ef38372881:38133 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:26:19,302 INFO [M:0;c2ef38372881:38133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:26:19,303 INFO [M:0;c2ef38372881:38133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:19,303 INFO [M:0;c2ef38372881:38133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:26:19,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:26:19,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234911231/master 2024-12-04T20:26:19,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234911231 2024-12-04T20:26:19,303 DEBUG [M:0;c2ef38372881:38133 {}] zookeeper.ZKUtil(347): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Unable to get data of znode /0234911231/master because node does not exist (not an error) 2024-12-04T20:26:19,303 WARN [M:0;c2ef38372881:38133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:26:19,304 INFO [M:0;c2ef38372881:38133 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/.lastflushedseqids 2024-12-04T20:26:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741852_1028 (size=181) 2024-12-04T20:26:19,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:19,401 INFO [RS:0;c2ef38372881:41613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:19,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x100a6e92dfb0007, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:19,402 INFO [RS:0;c2ef38372881:41613 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,41613,1733343970665; zookeeper connection closed. 2024-12-04T20:26:19,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23f71e82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23f71e82 2024-12-04T20:26:19,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:26:19,708 INFO [M:0;c2ef38372881:38133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:26:19,708 INFO [M:0;c2ef38372881:38133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:26:19,708 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:19,708 INFO [M:0;c2ef38372881:38133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:19,708 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:19,708 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:19,708 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:19,708 INFO [M:0;c2ef38372881:38133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T20:26:19,722 DEBUG [M:0;c2ef38372881:38133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91d24b3dd7514c7a8637da0c5050f0fa is 82, key is hbase:meta,,1/info:regioninfo/1733343971883/Put/seqid=0 2024-12-04T20:26:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741853_1029 (size=5672) 2024-12-04T20:26:20,126 INFO [M:0;c2ef38372881:38133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91d24b3dd7514c7a8637da0c5050f0fa 2024-12-04T20:26:20,143 DEBUG [M:0;c2ef38372881:38133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4066cb14912c46d2b15f87b8b8561078 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733343976153/Put/seqid=0 2024-12-04T20:26:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741854_1030 (size=7312) 2024-12-04T20:26:20,547 INFO [M:0;c2ef38372881:38133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4066cb14912c46d2b15f87b8b8561078 2024-12-04T20:26:20,562 DEBUG [M:0;c2ef38372881:38133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f9b0dd85f354634b1832d3d92907d23 is 69, key is c2ef38372881,41613,1733343970665/rs:state/1733343971315/Put/seqid=0 2024-12-04T20:26:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741855_1031 (size=5370) 2024-12-04T20:26:20,969 INFO [M:0;c2ef38372881:38133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f9b0dd85f354634b1832d3d92907d23 2024-12-04T20:26:20,974 INFO [M:0;c2ef38372881:38133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f9b0dd85f354634b1832d3d92907d23 2024-12-04T20:26:20,975 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91d24b3dd7514c7a8637da0c5050f0fa as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91d24b3dd7514c7a8637da0c5050f0fa 2024-12-04T20:26:20,986 INFO [M:0;c2ef38372881:38133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91d24b3dd7514c7a8637da0c5050f0fa, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T20:26:20,987 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4066cb14912c46d2b15f87b8b8561078 as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4066cb14912c46d2b15f87b8b8561078 2024-12-04T20:26:20,994 INFO [M:0;c2ef38372881:38133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4066cb14912c46d2b15f87b8b8561078, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T20:26:20,995 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f9b0dd85f354634b1832d3d92907d23 as hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f9b0dd85f354634b1832d3d92907d23 2024-12-04T20:26:21,000 INFO [M:0;c2ef38372881:38133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f9b0dd85f354634b1832d3d92907d23 2024-12-04T20:26:21,000 INFO [M:0;c2ef38372881:38133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37035/user/jenkins/test-data/8581e6ec-320a-06bc-c1b1-708c6db48e6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f9b0dd85f354634b1832d3d92907d23, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T20:26:21,001 INFO [M:0;c2ef38372881:38133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-12-04T20:26:21,004 INFO [M:0;c2ef38372881:38133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:21,004 DEBUG [M:0;c2ef38372881:38133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343979708Disabling compacts and flushes for region at 1733343979708Disabling writes for close at 1733343979708Obtaining lock to block concurrent updates at 1733343979708Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733343979708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733343979709 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733343979709Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733343979709Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733343979722 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733343979722Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733343980131 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733343980142 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733343980143 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733343980551 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733343980562 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733343980562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5167a1: reopening flushed file at 1733343980974 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3fb855: reopening flushed file at 1733343980986 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f9e3e1: reopening flushed file at 1733343980994 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1733343981001 (+7 ms)Writing region close event to WAL at 1733343981004 (+3 ms)Closed at 1733343981004 2024-12-04T20:26:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741847_1023 (size=22903) 2024-12-04T20:26:21,009 INFO [M:0;c2ef38372881:38133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:26:21,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:21,009 INFO [M:0;c2ef38372881:38133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38133 2024-12-04T20:26:21,010 INFO [M:0;c2ef38372881:38133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:21,111 INFO [M:0;c2ef38372881:38133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:21,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:21,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x100a6e92dfb0006, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:21,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39cef80a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:21,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:21,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:21,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:21,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:21,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:26:21,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:26:21,115 WARN [BP-486328126-172.17.0.2-1733343957404 heartbeating to localhost/127.0.0.1:37035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:26:21,115 WARN [BP-486328126-172.17.0.2-1733343957404 heartbeating to localhost/127.0.0.1:37035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486328126-172.17.0.2-1733343957404 (Datanode Uuid 1d9e91b4-3f88-404c-9b50-f93c2e26e203) service to localhost/127.0.0.1:37035 2024-12-04T20:26:21,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0/data/data1/current/BP-486328126-172.17.0.2-1733343957404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:21,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/cluster_6508a5b2-ad63-f278-08cf-cb12cb1a81b0/data/data2/current/BP-486328126-172.17.0.2-1733343957404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:21,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:26:21,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@159e5a7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:21,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:21,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:21,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:21,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae90de6c-8848-4fff-d487-e4f709826a46/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:21,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:26:21,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:26:21,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:21,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:26:21,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T20:26:21,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:21,146 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54614) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37035 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54614) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38911 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 166) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4744 (was 4282) - AvailableMemoryMB LEAK? - 2024-12-04T20:26:21,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=4744 2024-12-04T20:26:21,165 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T20:26:21,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.log.dir so I do NOT create it in target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49 2024-12-04T20:26:21,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:26:21,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.tmp.dir so I do NOT create it in target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49 2024-12-04T20:26:21,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f049c083-b2f5-c69e-536e-cf64810163da/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:26:21,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49 2024-12-04T20:26:21,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273, deleteOnExit=true 2024-12-04T20:26:21,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273/zookeeper_0, clientPort=61617, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:26:21,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61617 2024-12-04T20:26:21,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:26:21,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:26:21,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/test.cache.data in system properties and HBase conf 2024-12-04T20:26:21,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:26:21,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:26:21,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:26:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:26:21,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6e92dfb0002, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:26:21,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6e92dfb0002, quorum=127.0.0.1:54614, baseZNode=/0234911231 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:26:21,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:21,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6e92dfb0005, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:26:21,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6e92dfb0005, quorum=127.0.0.1:54614, baseZNode=/1-828207049 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:26:21,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:21,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:21,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:21,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:26:21,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:21,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:21,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:21,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8372f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/java.io.tmpdir/jetty-localhost-33951-hadoop-hdfs-3_4_1-tests_jar-_-any-11261535440726256532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:21,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:33951} 2024-12-04T20:26:21,364 INFO [Time-limited test {}] server.Server(415): Started @154855ms 2024-12-04T20:26:21,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:21,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:21,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:21,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:21,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:26:21,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:21,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:21,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233a9ae1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/java.io.tmpdir/jetty-localhost-42987-hadoop-hdfs-3_4_1-tests_jar-_-any-13535987527393616265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:21,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:42987} 2024-12-04T20:26:21,559 INFO [Time-limited test {}] server.Server(415): Started @155050ms 2024-12-04T20:26:21,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:26:21,616 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273/data/data2/current/BP-334343525-172.17.0.2-1733343981182/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:21,616 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273/data/data1/current/BP-334343525-172.17.0.2-1733343981182/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:21,631 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:26:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e71a19fca4ac4e with lease ID 0x41a50b926f8d1fe7: Processing first storage report for DS-79c5aacc-a157-4437-b6ab-16f18ca10d9b from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=029443ac-9174-452f-8c0e-e3f635edd03f, infoPort=33539, infoSecurePort=0, ipcPort=35213, storageInfo=lv=-57;cid=testClusterID;nsid=1556476133;c=1733343981182) 2024-12-04T20:26:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e71a19fca4ac4e with lease ID 0x41a50b926f8d1fe7: from storage DS-79c5aacc-a157-4437-b6ab-16f18ca10d9b node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=029443ac-9174-452f-8c0e-e3f635edd03f, infoPort=33539, infoSecurePort=0, ipcPort=35213, storageInfo=lv=-57;cid=testClusterID;nsid=1556476133;c=1733343981182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e71a19fca4ac4e with lease ID 0x41a50b926f8d1fe7: Processing first storage report for DS-b5ac4786-ed08-43c2-9a47-be42819e0c91 from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=029443ac-9174-452f-8c0e-e3f635edd03f, infoPort=33539, infoSecurePort=0, ipcPort=35213, storageInfo=lv=-57;cid=testClusterID;nsid=1556476133;c=1733343981182) 2024-12-04T20:26:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e71a19fca4ac4e with lease ID 0x41a50b926f8d1fe7: from storage DS-b5ac4786-ed08-43c2-9a47-be42819e0c91 node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=029443ac-9174-452f-8c0e-e3f635edd03f, infoPort=33539, infoSecurePort=0, ipcPort=35213, storageInfo=lv=-57;cid=testClusterID;nsid=1556476133;c=1733343981182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:21,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49 2024-12-04T20:26:21,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:21,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:26:22,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc with version=8 2024-12-04T20:26:22,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/hbase-staging 2024-12-04T20:26:22,096 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:22,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:22,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:22,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:22,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:22,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:22,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:26:22,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:22,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42605 2024-12-04T20:26:22,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42605 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-12-04T20:26:22,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426050x0, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:22,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42605-0x100a6e98ade0000 connected 2024-12-04T20:26:22,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:22,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:22,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on znode that does not yet exist, /01947278514/running 2024-12-04T20:26:22,120 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc, hbase.cluster.distributed=false 2024-12-04T20:26:22,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on znode that does not yet exist, /01947278514/acl 2024-12-04T20:26:22,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42605 2024-12-04T20:26:22,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42605 2024-12-04T20:26:22,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42605 2024-12-04T20:26:22,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42605 2024-12-04T20:26:22,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42605 2024-12-04T20:26:22,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:22,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:22,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:22,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:22,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:22,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:22,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:26:22,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:22,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34319 2024-12-04T20:26:22,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34319 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-12-04T20:26:22,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:22,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:22,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343190x0, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:22,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34319-0x100a6e98ade0001 connected 2024-12-04T20:26:22,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on znode that does not yet exist, /01947278514/running 2024-12-04T20:26:22,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:26:22,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:26:22,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on znode that does not yet exist, /01947278514/master 2024-12-04T20:26:22,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on znode that does not yet exist, /01947278514/acl 2024-12-04T20:26:22,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34319 2024-12-04T20:26:22,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34319 2024-12-04T20:26:22,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34319 2024-12-04T20:26:22,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34319 2024-12-04T20:26:22,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34319 2024-12-04T20:26:22,169 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:42605 2024-12-04T20:26:22,171 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01947278514/backup-masters/c2ef38372881,42605,1733343982096 2024-12-04T20:26:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514/backup-masters 2024-12-04T20:26:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514/backup-masters 2024-12-04T20:26:22,172 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on existing znode=/01947278514/backup-masters/c2ef38372881,42605,1733343982096 2024-12-04T20:26:22,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01947278514/master 2024-12-04T20:26:22,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:22,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:22,173 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on existing znode=/01947278514/master 2024-12-04T20:26:22,173 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01947278514/backup-masters/c2ef38372881,42605,1733343982096 from backup master directory 2024-12-04T20:26:22,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514/backup-masters 2024-12-04T20:26:22,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01947278514/backup-masters/c2ef38372881,42605,1733343982096 2024-12-04T20:26:22,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514/backup-masters 2024-12-04T20:26:22,174 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:22,174 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,42605,1733343982096 2024-12-04T20:26:22,177 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/hbase.id] with ID: 6564e104-b1d2-4b94-9f56-1ba694f2f10b 2024-12-04T20:26:22,177 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/.tmp/hbase.id 2024-12-04T20:26:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:26:22,587 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/.tmp/hbase.id]:[hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/hbase.id] 2024-12-04T20:26:22,596 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:22,596 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:26:22,597 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:26:22,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:22,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:26:22,602 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:22,603 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:26:22,604 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:26:23,014 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store 2024-12-04T20:26:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:26:23,419 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:23,419 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:23,419 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:23,419 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:23,419 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:23,419 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:23,419 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:23,419 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343983419Disabling compacts and flushes for region at 1733343983419Disabling writes for close at 1733343983419Writing region close event to WAL at 1733343983419Closed at 1733343983419 2024-12-04T20:26:23,420 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/.initializing 2024-12-04T20:26:23,420 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/WALs/c2ef38372881,42605,1733343982096 2024-12-04T20:26:23,421 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:23,423 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C42605%2C1733343982096, suffix=, logDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/WALs/c2ef38372881,42605,1733343982096, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/oldWALs, maxLogs=10 2024-12-04T20:26:23,437 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/WALs/c2ef38372881,42605,1733343982096/c2ef38372881%2C42605%2C1733343982096.1733343983423, exclude list is [], retry=0 2024-12-04T20:26:23,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-79c5aacc-a157-4437-b6ab-16f18ca10d9b,DISK] 2024-12-04T20:26:23,441 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/WALs/c2ef38372881,42605,1733343982096/c2ef38372881%2C42605%2C1733343982096.1733343983423 2024-12-04T20:26:23,441 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33539:33539)] 2024-12-04T20:26:23,441 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:23,442 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:23,442 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,442 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:26:23,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:23,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:26:23,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:23,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:26:23,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:23,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:26:23,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:23,448 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,449 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,449 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,450 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,450 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,450 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:23,451 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:23,453 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:23,453 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63254790, jitterRate=-0.05743017792701721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:23,453 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343983442Initializing all the Stores at 1733343983443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343983443Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343983443Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343983443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343983443Cleaning up temporary data from old regions at 1733343983450 (+7 ms)Region opened successfully at 1733343983453 (+3 ms) 2024-12-04T20:26:23,453 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:26:23,456 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304213b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:23,456 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:26:23,457 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:26:23,457 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:26:23,457 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:26:23,457 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:26:23,457 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:26:23,457 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:26:23,459 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:26:23,459 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Unable to get data of znode /01947278514/balancer because node does not exist (not necessarily an error) 2024-12-04T20:26:23,460 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01947278514/balancer already deleted, retry=false 2024-12-04T20:26:23,460 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:26:23,460 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Unable to get data of znode /01947278514/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:26:23,461 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01947278514/normalizer already deleted, retry=false 2024-12-04T20:26:23,461 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:26:23,462 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Unable to get data of znode /01947278514/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:26:23,462 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01947278514/switch/split already deleted, retry=false 2024-12-04T20:26:23,463 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Unable to get data of znode /01947278514/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:26:23,463 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01947278514/switch/merge already deleted, retry=false 2024-12-04T20:26:23,465 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Unable to get data of znode /01947278514/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:26:23,465 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01947278514/snapshot-cleanup already deleted, retry=false 2024-12-04T20:26:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01947278514/running 2024-12-04T20:26:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01947278514/running 2024-12-04T20:26:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:23,467 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,42605,1733343982096, sessionid=0x100a6e98ade0000, setting cluster-up flag (Was=false) 2024-12-04T20:26:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:23,470 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01947278514/flush-table-proc/acquired, /01947278514/flush-table-proc/reached, /01947278514/flush-table-proc/abort 2024-12-04T20:26:23,470 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,42605,1733343982096 2024-12-04T20:26:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:23,476 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01947278514/online-snapshot/acquired, /01947278514/online-snapshot/reached, /01947278514/online-snapshot/abort 2024-12-04T20:26:23,476 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,42605,1733343982096 2024-12-04T20:26:23,477 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:26:23,478 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:23,478 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:26:23,479 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:26:23,479 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,42605,1733343982096 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:23,480 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:23,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:26:23,482 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344013482 2024-12-04T20:26:23,482 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:26:23,483 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:26:23,483 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:26:23,483 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:26:23,483 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:26:23,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,483 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:26:23,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:26:23,485 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,489 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:26:23,489 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:26:23,489 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:26:23,489 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:26:23,489 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:26:23,489 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:26:23,490 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343983489,5,FailOnTimeoutGroup] 2024-12-04T20:26:23,490 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343983490,5,FailOnTimeoutGroup] 2024-12-04T20:26:23,490 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,490 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:26:23,490 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,490 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:26:23,562 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(746): ClusterId : 6564e104-b1d2-4b94-9f56-1ba694f2f10b 2024-12-04T20:26:23,562 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:26:23,564 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:26:23,564 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:26:23,565 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:26:23,565 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc30e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:23,584 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:34319 2024-12-04T20:26:23,584 INFO [RS:0;c2ef38372881:34319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:26:23,584 INFO [RS:0;c2ef38372881:34319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:26:23,584 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:26:23,585 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,42605,1733343982096 with port=34319, startcode=1733343982139 2024-12-04T20:26:23,585 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:26:23,587 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:26:23,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,34319,1733343982139 2024-12-04T20:26:23,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42605 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,34319,1733343982139 2024-12-04T20:26:23,588 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc 2024-12-04T20:26:23,588 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41531 2024-12-04T20:26:23,588 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:26:23,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514/rs 2024-12-04T20:26:23,590 DEBUG [RS:0;c2ef38372881:34319 {}] zookeeper.ZKUtil(111): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on existing znode=/01947278514/rs/c2ef38372881,34319,1733343982139 2024-12-04T20:26:23,590 WARN [RS:0;c2ef38372881:34319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:23,590 INFO [RS:0;c2ef38372881:34319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:23,590 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139 2024-12-04T20:26:23,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,34319,1733343982139] 2024-12-04T20:26:23,593 INFO [RS:0;c2ef38372881:34319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:26:23,594 INFO [RS:0;c2ef38372881:34319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:26:23,595 INFO [RS:0;c2ef38372881:34319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:26:23,595 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,597 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:26:23,598 INFO [RS:0;c2ef38372881:34319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:26:23,598 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,598 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,598 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,598 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,598 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:23,599 DEBUG [RS:0;c2ef38372881:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:23,601 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,601 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,601 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,601 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,601 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,601 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34319,1733343982139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:23,619 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:26:23,619 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34319,1733343982139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,619 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,619 INFO [RS:0;c2ef38372881:34319 {}] regionserver.Replication(171): c2ef38372881,34319,1733343982139 started 2024-12-04T20:26:23,637 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:23,637 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,34319,1733343982139, RpcServer on c2ef38372881/172.17.0.2:34319, sessionid=0x100a6e98ade0001 2024-12-04T20:26:23,637 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:26:23,637 DEBUG [RS:0;c2ef38372881:34319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,34319,1733343982139 2024-12-04T20:26:23,637 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,34319,1733343982139' 2024-12-04T20:26:23,637 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01947278514/flush-table-proc/abort' 2024-12-04T20:26:23,638 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01947278514/flush-table-proc/acquired' 2024-12-04T20:26:23,638 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:26:23,638 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:26:23,638 DEBUG [RS:0;c2ef38372881:34319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,34319,1733343982139 2024-12-04T20:26:23,638 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,34319,1733343982139' 2024-12-04T20:26:23,638 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01947278514/online-snapshot/abort' 2024-12-04T20:26:23,639 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01947278514/online-snapshot/acquired' 2024-12-04T20:26:23,639 DEBUG [RS:0;c2ef38372881:34319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:26:23,639 INFO [RS:0;c2ef38372881:34319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:26:23,639 INFO [RS:0;c2ef38372881:34319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:26:23,739 INFO [RS:0;c2ef38372881:34319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:23,741 INFO [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34319%2C1733343982139, suffix=, logDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/oldWALs, maxLogs=10 2024-12-04T20:26:23,756 DEBUG [RS:0;c2ef38372881:34319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741, exclude list is [], retry=0 2024-12-04T20:26:23,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-79c5aacc-a157-4437-b6ab-16f18ca10d9b,DISK] 2024-12-04T20:26:23,761 INFO [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 2024-12-04T20:26:23,761 DEBUG [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33539:33539)] 2024-12-04T20:26:23,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:23,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:26:23,893 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc 2024-12-04T20:26:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:26:23,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:23,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:23,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:23,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:23,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:23,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:23,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:23,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:23,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:23,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:23,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:23,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:23,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:23,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:23,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740 2024-12-04T20:26:23,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740 2024-12-04T20:26:23,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:23,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:23,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:23,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:23,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,913 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:23,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,914 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68920190, jitterRate=0.0269908607006073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:23,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343983899Initializing all the Stores at 1733343983899Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343983899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343983900 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343983900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343983900Cleaning up temporary data from old regions at 1733343983910 (+10 ms)Region opened successfully at 1733343983914 (+4 ms) 2024-12-04T20:26:23,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:23,914 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:23,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:23,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:23,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:23,915 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343983914Disabling compacts and flushes for region at 1733343983914Disabling writes for close at 1733343983914Writing region close event to WAL at 1733343983915 (+1 ms)Closed at 1733343983915 2024-12-04T20:26:23,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:23,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:26:23,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:26:23,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:23,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:23,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:26:24,067 DEBUG [c2ef38372881:42605 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:24,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,34319,1733343982139 2024-12-04T20:26:24,068 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,34319,1733343982139, state=OPENING 2024-12-04T20:26:24,069 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:26:24,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:24,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:24,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01947278514/meta-region-server: CHANGED 2024-12-04T20:26:24,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01947278514/meta-region-server: CHANGED 2024-12-04T20:26:24,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:24,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,34319,1733343982139}] 2024-12-04T20:26:24,222 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:24,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:26:24,226 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:26:24,226 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:24,227 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:26:24,228 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34319%2C1733343982139.meta, suffix=.meta, logDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/oldWALs, maxLogs=10 2024-12-04T20:26:24,238 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.meta.1733343984228.meta, exclude list is [], retry=0 2024-12-04T20:26:24,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-79c5aacc-a157-4437-b6ab-16f18ca10d9b,DISK] 2024-12-04T20:26:24,241 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.meta.1733343984228.meta 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33539:33539)] 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:24,242 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:26:24,242 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:26:24,242 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:26:24,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:24,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:24,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:24,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:24,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:24,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:24,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:24,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:24,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:24,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:24,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:24,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:24,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:24,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:24,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:24,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:24,247 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:24,247 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740 2024-12-04T20:26:24,248 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740 2024-12-04T20:26:24,249 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:24,249 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:24,249 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:24,250 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:24,251 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66998329, jitterRate=-0.0016470998525619507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:24,251 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:26:24,251 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343984242Writing region info on filesystem at 1733343984242Initializing all the Stores at 1733343984243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343984243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343984243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343984243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343984243Cleaning up temporary data from old regions at 1733343984249 (+6 ms)Running coprocessor post-open hooks at 1733343984251 (+2 ms)Region opened successfully at 1733343984251 2024-12-04T20:26:24,252 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343984222 2024-12-04T20:26:24,253 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:26:24,253 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:26:24,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,34319,1733343982139 2024-12-04T20:26:24,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,34319,1733343982139, state=OPEN 2024-12-04T20:26:24,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01947278514/meta-region-server 2024-12-04T20:26:24,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01947278514/meta-region-server 2024-12-04T20:26:24,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01947278514/meta-region-server: CHANGED 2024-12-04T20:26:24,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01947278514/meta-region-server: CHANGED 2024-12-04T20:26:24,257 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,34319,1733343982139 2024-12-04T20:26:24,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:26:24,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,34319,1733343982139 in 186 msec 2024-12-04T20:26:24,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:26:24,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-12-04T20:26:24,262 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:24,262 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:26:24,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:24,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34319,1733343982139, seqNum=-1] 2024-12-04T20:26:24,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:24,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:24,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-12-04T20:26:24,268 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343984268, completionTime=-1 2024-12-04T20:26:24,268 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:26:24,268 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:26:24,269 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:26:24,269 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344044269 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344104270 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42605,1733343982096-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42605,1733343982096-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42605,1733343982096-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:42605, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:24,270 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:24,271 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.099sec 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42605,1733343982096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:24,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42605,1733343982096-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:26:24,275 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:26:24,275 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:26:24,275 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,42605,1733343982096-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:24,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:24,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,42605,-1 for getting cluster id 2024-12-04T20:26:24,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:24,364 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6564e104-b1d2-4b94-9f56-1ba694f2f10b' 2024-12-04T20:26:24,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:24,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6564e104-b1d2-4b94-9f56-1ba694f2f10b" 2024-12-04T20:26:24,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b8457e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,42605,-1] 2024-12-04T20:26:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:24,366 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:24,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:24,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34319,1733343982139, seqNum=-1] 2024-12-04T20:26:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:24,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,42605,1733343982096 2024-12-04T20:26:24,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-12-04T20:26:24,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:24,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6e98ade0002 connected 2024-12-04T20:26:24,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.log.dir so I do NOT create it in target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170 2024-12-04T20:26:24,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:26:24,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.tmp.dir so I do NOT create it in target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170 2024-12-04T20:26:24,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:26:24,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/cluster_36c06496-7952-22fc-f4cf-f22689893475, deleteOnExit=true 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/test.cache.data in system properties and HBase conf 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:26:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:26:24,380 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:26:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:26:24,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:24,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:24,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:24,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:24,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:26:24,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:24,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:24,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:24,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6114c7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/java.io.tmpdir/jetty-localhost-35709-hadoop-hdfs-3_4_1-tests_jar-_-any-9078724782127188018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:24,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:35709} 2024-12-04T20:26:24,539 INFO [Time-limited test {}] server.Server(415): Started @158030ms 2024-12-04T20:26:24,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:24,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:24,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:24,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:24,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:26:24,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:24,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:24,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cc87239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/java.io.tmpdir/jetty-localhost-37095-hadoop-hdfs-3_4_1-tests_jar-_-any-16552357202249834321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:24,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:37095} 2024-12-04T20:26:24,714 INFO [Time-limited test {}] server.Server(415): Started @158205ms 2024-12-04T20:26:24,715 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:26:24,774 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/cluster_36c06496-7952-22fc-f4cf-f22689893475/data/data1/current/BP-1796323429-172.17.0.2-1733343984399/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:24,777 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/cluster_36c06496-7952-22fc-f4cf-f22689893475/data/data2/current/BP-1796323429-172.17.0.2-1733343984399/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:24,802 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:26:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x548c5d08459b10a7 with lease ID 0xe30742079a284239: Processing first storage report for DS-5226be8c-3ab6-472d-b6cf-099dc4b7d507 from datanode DatanodeRegistration(127.0.0.1:40529, datanodeUuid=9055d698-fafe-4585-99f5-292e2dad705a, infoPort=34719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=582084340;c=1733343984399) 2024-12-04T20:26:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x548c5d08459b10a7 with lease ID 0xe30742079a284239: from storage DS-5226be8c-3ab6-472d-b6cf-099dc4b7d507 node DatanodeRegistration(127.0.0.1:40529, datanodeUuid=9055d698-fafe-4585-99f5-292e2dad705a, infoPort=34719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=582084340;c=1733343984399), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x548c5d08459b10a7 with lease ID 0xe30742079a284239: Processing first storage report for DS-4db427da-3cb4-4203-b683-27efcf1e0540 from datanode DatanodeRegistration(127.0.0.1:40529, datanodeUuid=9055d698-fafe-4585-99f5-292e2dad705a, infoPort=34719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=582084340;c=1733343984399) 2024-12-04T20:26:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x548c5d08459b10a7 with lease ID 0xe30742079a284239: from storage DS-4db427da-3cb4-4203-b683-27efcf1e0540 node DatanodeRegistration(127.0.0.1:40529, datanodeUuid=9055d698-fafe-4585-99f5-292e2dad705a, infoPort=34719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=582084340;c=1733343984399), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:24,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170 2024-12-04T20:26:24,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:24,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:26:25,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51 with version=8 2024-12-04T20:26:25,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/hbase-staging 2024-12-04T20:26:25,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:25,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:25,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:25,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:25,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:25,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:25,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:26:25,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:25,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35033 2024-12-04T20:26:25,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35033 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-12-04T20:26:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350330x0, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:25,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35033-0x100a6e98ade0003 connected 2024-12-04T20:26:25,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:25,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:25,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on znode that does not yet exist, /1-1301057248/running 2024-12-04T20:26:25,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51, hbase.cluster.distributed=false 2024-12-04T20:26:25,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on znode that does not yet exist, /1-1301057248/acl 2024-12-04T20:26:25,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35033 2024-12-04T20:26:25,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35033 2024-12-04T20:26:25,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35033 2024-12-04T20:26:25,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35033 2024-12-04T20:26:25,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35033 2024-12-04T20:26:25,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:25,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:25,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:25,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:25,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:25,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:25,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:26:25,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:25,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37675 2024-12-04T20:26:25,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37675 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-12-04T20:26:25,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:25,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:25,345 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376750x0, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:25,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376750x0, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on znode that does not yet exist, /1-1301057248/running 2024-12-04T20:26:25,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:26:25,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37675-0x100a6e98ade0004 connected 2024-12-04T20:26:25,347 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:26:25,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on znode that does not yet exist, /1-1301057248/master 2024-12-04T20:26:25,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on znode that does not yet exist, /1-1301057248/acl 2024-12-04T20:26:25,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37675 2024-12-04T20:26:25,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37675 2024-12-04T20:26:25,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37675 2024-12-04T20:26:25,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37675 2024-12-04T20:26:25,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37675 2024-12-04T20:26:25,376 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:35033 2024-12-04T20:26:25,381 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1301057248/backup-masters/c2ef38372881,35033,1733343985250 2024-12-04T20:26:25,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248/backup-masters 2024-12-04T20:26:25,383 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248/backup-masters 2024-12-04T20:26:25,383 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on existing znode=/1-1301057248/backup-masters/c2ef38372881,35033,1733343985250 2024-12-04T20:26:25,384 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1301057248/master 2024-12-04T20:26:25,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:25,384 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:25,384 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on existing znode=/1-1301057248/master 2024-12-04T20:26:25,385 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1301057248/backup-masters/c2ef38372881,35033,1733343985250 from backup master directory 2024-12-04T20:26:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301057248/backup-masters/c2ef38372881,35033,1733343985250 2024-12-04T20:26:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248/backup-masters 2024-12-04T20:26:25,386 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248/backup-masters 2024-12-04T20:26:25,386 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:25,386 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,35033,1733343985250 2024-12-04T20:26:25,390 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/hbase.id] with ID: 23604a70-8f0b-4b92-b126-365cf84b754e 2024-12-04T20:26:25,390 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/.tmp/hbase.id 2024-12-04T20:26:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:26:25,402 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/.tmp/hbase.id]:[hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/hbase.id] 2024-12-04T20:26:25,437 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:25,437 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:26:25,438 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:26:25,440 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:25,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:26:25,862 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:25,862 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:26:25,862 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:26:25,888 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store 2024-12-04T20:26:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:26:25,913 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:25,913 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:25,913 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:25,914 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:25,914 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:25,914 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:25,914 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:25,914 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733343985913Disabling compacts and flushes for region at 1733343985913Disabling writes for close at 1733343985914 (+1 ms)Writing region close event to WAL at 1733343985914Closed at 1733343985914 2024-12-04T20:26:25,915 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/.initializing 2024-12-04T20:26:25,915 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/WALs/c2ef38372881,35033,1733343985250 2024-12-04T20:26:25,920 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:25,923 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C35033%2C1733343985250, suffix=, logDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/WALs/c2ef38372881,35033,1733343985250, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/oldWALs, maxLogs=10 2024-12-04T20:26:25,943 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/WALs/c2ef38372881,35033,1733343985250/c2ef38372881%2C35033%2C1733343985250.1733343985924, exclude list is [], retry=0 2024-12-04T20:26:25,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40529,DS-5226be8c-3ab6-472d-b6cf-099dc4b7d507,DISK] 2024-12-04T20:26:25,973 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/WALs/c2ef38372881,35033,1733343985250/c2ef38372881%2C35033%2C1733343985250.1733343985924 2024-12-04T20:26:25,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34719:34719)] 2024-12-04T20:26:25,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:25,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:25,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,973 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:26:25,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:25,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:25,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:26:25,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:25,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:25,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:26:25,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:25,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:25,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:26:25,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:25,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:25,991 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,992 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,993 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,995 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,995 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,995 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:25,996 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:25,999 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:25,999 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71640675, jitterRate=0.06752924621105194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:25,999 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733343985974Initializing all the Stores at 1733343985975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343985975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343985981 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343985981Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343985981Cleaning up temporary data from old regions at 1733343985995 (+14 ms)Region opened successfully at 1733343985999 (+4 ms) 2024-12-04T20:26:25,999 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:26:26,008 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394bc827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:26,009 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:26:26,009 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:26:26,009 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:26:26,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:26:26,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:26:26,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:26:26,011 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:26:26,015 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:26:26,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Unable to get data of znode /1-1301057248/balancer because node does not exist (not necessarily an error) 2024-12-04T20:26:26,016 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301057248/balancer already deleted, retry=false 2024-12-04T20:26:26,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:26:26,017 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Unable to get data of znode /1-1301057248/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:26:26,018 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301057248/normalizer already deleted, retry=false 2024-12-04T20:26:26,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:26:26,019 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Unable to get data of znode /1-1301057248/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:26:26,019 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301057248/switch/split already deleted, retry=false 2024-12-04T20:26:26,020 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Unable to get data of znode /1-1301057248/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:26:26,020 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301057248/switch/merge already deleted, retry=false 2024-12-04T20:26:26,022 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Unable to get data of znode /1-1301057248/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:26:26,022 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301057248/snapshot-cleanup already deleted, retry=false 2024-12-04T20:26:26,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1301057248/running 2024-12-04T20:26:26,023 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1301057248/running 2024-12-04T20:26:26,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:26,023 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:26,024 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,35033,1733343985250, sessionid=0x100a6e98ade0003, setting cluster-up flag (Was=false) 2024-12-04T20:26:26,026 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:26,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:26,028 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1301057248/flush-table-proc/acquired, /1-1301057248/flush-table-proc/reached, /1-1301057248/flush-table-proc/abort 2024-12-04T20:26:26,029 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,35033,1733343985250 2024-12-04T20:26:26,030 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:26,033 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1301057248/online-snapshot/acquired, /1-1301057248/online-snapshot/reached, /1-1301057248/online-snapshot/abort 2024-12-04T20:26:26,033 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,35033,1733343985250 2024-12-04T20:26:26,041 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:26:26,042 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:26,042 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:26:26,042 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:26:26,043 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,35033,1733343985250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:26,044 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:26,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:26:26,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344016053 2024-12-04T20:26:26,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:26:26,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:26:26,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:26:26,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:26:26,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:26:26,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:26:26,054 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:26,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:26:26,054 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:26:26,054 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:26:26,054 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:26:26,054 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:26:26,055 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:26:26,055 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:26:26,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343986055,5,FailOnTimeoutGroup] 2024-12-04T20:26:26,057 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343986055,5,FailOnTimeoutGroup] 2024-12-04T20:26:26,057 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,057 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:26:26,057 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,057 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,063 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(746): ClusterId : 23604a70-8f0b-4b92-b126-365cf84b754e 2024-12-04T20:26:26,063 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:26:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:26:26,064 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:26:26,064 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:26:26,065 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:26:26,066 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cfd10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:26,079 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:37675 2024-12-04T20:26:26,079 INFO [RS:0;c2ef38372881:37675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:26:26,079 INFO [RS:0;c2ef38372881:37675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:26:26,079 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:26:26,080 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,35033,1733343985250 with port=37675, startcode=1733343985307 2024-12-04T20:26:26,080 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:26:26,082 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:26:26,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,37675,1733343985307 2024-12-04T20:26:26,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35033 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,37675,1733343985307 2024-12-04T20:26:26,083 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51 2024-12-04T20:26:26,083 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39023 2024-12-04T20:26:26,084 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:26:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248/rs 2024-12-04T20:26:26,086 DEBUG [RS:0;c2ef38372881:37675 {}] zookeeper.ZKUtil(111): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on existing znode=/1-1301057248/rs/c2ef38372881,37675,1733343985307 2024-12-04T20:26:26,086 WARN [RS:0;c2ef38372881:37675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:26,087 INFO [RS:0;c2ef38372881:37675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:26,087 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307 2024-12-04T20:26:26,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,37675,1733343985307] 2024-12-04T20:26:26,092 INFO [RS:0;c2ef38372881:37675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:26:26,097 INFO [RS:0;c2ef38372881:37675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:26:26,098 INFO [RS:0;c2ef38372881:37675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:26:26,098 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,098 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:26:26,099 INFO [RS:0;c2ef38372881:37675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:26:26,099 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:26,099 DEBUG [RS:0;c2ef38372881:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:26,103 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,103 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,103 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,103 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,103 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,103 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37675,1733343985307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:26,122 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:26:26,123 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37675,1733343985307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,123 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,123 INFO [RS:0;c2ef38372881:37675 {}] regionserver.Replication(171): c2ef38372881,37675,1733343985307 started 2024-12-04T20:26:26,141 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:26,141 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,37675,1733343985307, RpcServer on c2ef38372881/172.17.0.2:37675, sessionid=0x100a6e98ade0004 2024-12-04T20:26:26,141 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:26:26,141 DEBUG [RS:0;c2ef38372881:37675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,37675,1733343985307 2024-12-04T20:26:26,141 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,37675,1733343985307' 2024-12-04T20:26:26,141 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1301057248/flush-table-proc/abort' 2024-12-04T20:26:26,142 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1301057248/flush-table-proc/acquired' 2024-12-04T20:26:26,142 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:26:26,142 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:26:26,142 DEBUG [RS:0;c2ef38372881:37675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,37675,1733343985307 2024-12-04T20:26:26,142 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,37675,1733343985307' 2024-12-04T20:26:26,142 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1301057248/online-snapshot/abort' 2024-12-04T20:26:26,143 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1301057248/online-snapshot/acquired' 2024-12-04T20:26:26,143 DEBUG [RS:0;c2ef38372881:37675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:26:26,143 INFO [RS:0;c2ef38372881:37675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:26:26,143 INFO [RS:0;c2ef38372881:37675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:26:26,243 INFO [RS:0;c2ef38372881:37675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:26,245 INFO [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C37675%2C1733343985307, suffix=, logDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/oldWALs, maxLogs=10 2024-12-04T20:26:26,256 DEBUG [RS:0;c2ef38372881:37675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245, exclude list is [], retry=0 2024-12-04T20:26:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40529,DS-5226be8c-3ab6-472d-b6cf-099dc4b7d507,DISK] 2024-12-04T20:26:26,259 INFO [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 2024-12-04T20:26:26,260 DEBUG [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34719:34719)] 2024-12-04T20:26:26,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:26:26,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51 2024-12-04T20:26:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:26:26,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:26,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:26,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:26,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:26,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:26,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:26,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:26,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:26,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:26,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:26,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:26,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:26,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:26,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:26,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:26,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:26,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:26,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:26,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740 2024-12-04T20:26:26,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740 2024-12-04T20:26:26,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:26,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:26,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:26,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:26,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:26,887 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63774400, jitterRate=-0.04968738555908203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:26,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733343986874Initializing all the Stores at 1733343986875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343986875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343986875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343986875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343986875Cleaning up temporary data from old regions at 1733343986883 (+8 ms)Region opened successfully at 1733343986887 (+4 ms) 2024-12-04T20:26:26,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:26,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:26,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:26,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:26,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:26,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:26,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733343986887Disabling compacts and flushes for region at 1733343986887Disabling writes for close at 1733343986887Writing region close event to WAL at 1733343986887Closed at 1733343986887 2024-12-04T20:26:26,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:26,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:26:26,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:26:26,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:26,890 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:26:27,040 DEBUG [c2ef38372881:35033 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:27,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,37675,1733343985307 2024-12-04T20:26:27,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,37675,1733343985307, state=OPENING 2024-12-04T20:26:27,042 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:26:27,043 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:27,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:27,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:27,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301057248/meta-region-server: CHANGED 2024-12-04T20:26:27,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,37675,1733343985307}] 2024-12-04T20:26:27,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301057248/meta-region-server: CHANGED 2024-12-04T20:26:27,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:27,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:26:27,200 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:26:27,200 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:27,200 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:26:27,201 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C37675%2C1733343985307.meta, suffix=.meta, logDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/oldWALs, maxLogs=10 2024-12-04T20:26:27,212 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.meta.1733343987201.meta, exclude list is [], retry=0 2024-12-04T20:26:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40529,DS-5226be8c-3ab6-472d-b6cf-099dc4b7d507,DISK] 2024-12-04T20:26:27,216 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.meta.1733343987201.meta 2024-12-04T20:26:27,216 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34719:34719)] 2024-12-04T20:26:27,217 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:27,217 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:27,217 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:27,217 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:26:27,217 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:26:27,217 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:26:27,217 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:27,217 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:26:27,217 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:26:27,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:27,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:27,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:27,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:27,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:27,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:27,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:27,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:27,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:27,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:27,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:27,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:27,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:27,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:27,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:27,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:27,223 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:27,223 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740 2024-12-04T20:26:27,224 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740 2024-12-04T20:26:27,225 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:27,225 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:27,226 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:27,227 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:27,227 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64281883, jitterRate=-0.04212529957294464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:27,227 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:26:27,227 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733343987218Writing region info on filesystem at 1733343987218Initializing all the Stores at 1733343987218Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343987218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343987218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343987218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733343987218Cleaning up temporary data from old regions at 1733343987225 (+7 ms)Running coprocessor post-open hooks at 1733343987227 (+2 ms)Region opened successfully at 1733343987227 2024-12-04T20:26:27,228 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733343987195 2024-12-04T20:26:27,230 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:26:27,230 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:26:27,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,37675,1733343985307 2024-12-04T20:26:27,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,37675,1733343985307, state=OPEN 2024-12-04T20:26:27,232 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1301057248/meta-region-server 2024-12-04T20:26:27,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1301057248/meta-region-server 2024-12-04T20:26:27,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,37675,1733343985307 2024-12-04T20:26:27,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301057248/meta-region-server: CHANGED 2024-12-04T20:26:27,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301057248/meta-region-server: CHANGED 2024-12-04T20:26:27,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:26:27,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,37675,1733343985307 in 189 msec 2024-12-04T20:26:27,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:26:27,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-04T20:26:27,236 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:27,236 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:26:27,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:27,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37675,1733343985307, seqNum=-1] 2024-12-04T20:26:27,238 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:27,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:27,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-12-04T20:26:27,244 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733343987244, completionTime=-1 2024-12-04T20:26:27,244 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:26:27,244 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:26:27,245 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:26:27,245 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344047245 2024-12-04T20:26:27,245 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344107245 2024-12-04T20:26:27,245 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:26:27,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35033,1733343985250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:27,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35033,1733343985250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:27,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35033,1733343985250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:27,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:35033, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:27,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:27,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:27,248 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.863sec 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35033,1733343985250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:27,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35033,1733343985250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:26:27,251 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:26:27,251 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:26:27,251 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35033,1733343985250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:27,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:27,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35033,-1 for getting cluster id 2024-12-04T20:26:27,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:27,264 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23604a70-8f0b-4b92-b126-365cf84b754e' 2024-12-04T20:26:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23604a70-8f0b-4b92-b126-365cf84b754e" 2024-12-04T20:26:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35033,-1] 2024-12-04T20:26:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:27,266 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:27,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:27,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37675,1733343985307, seqNum=-1] 2024-12-04T20:26:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:27,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,35033,1733343985250 2024-12-04T20:26:27,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-12-04T20:26:27,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:27,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6e98ade0005 connected 2024-12-04T20:26:27,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,42605,1733343982096 2024-12-04T20:26:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bfc556 2024-12-04T20:26:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:27,276 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:27,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:26:27,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:27,279 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:27,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:26:27,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:26:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:27,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21adf70e405a64212b18d78592221c49, NAME => 'test,,1733343987276.21adf70e405a64212b18d78592221c49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc 2024-12-04T20:26:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:26:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:28,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733343987276.21adf70e405a64212b18d78592221c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:28,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21adf70e405a64212b18d78592221c49, disabling compactions & flushes 2024-12-04T20:26:28,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:28,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:28,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733343987276.21adf70e405a64212b18d78592221c49. after waiting 0 ms 2024-12-04T20:26:28,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:28,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:28,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21adf70e405a64212b18d78592221c49: Waiting for close lock at 1733343988091Disabling compacts and flushes for region at 1733343988091Disabling writes for close at 1733343988091Writing region close event to WAL at 1733343988091Closed at 1733343988091 2024-12-04T20:26:28,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:28,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733343987276.21adf70e405a64212b18d78592221c49.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733343988092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343988092"}]},"ts":"1733343988092"} 2024-12-04T20:26:28,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:28,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:28,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343988095"}]},"ts":"1733343988095"} 2024-12-04T20:26:28,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:26:28,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21adf70e405a64212b18d78592221c49, ASSIGN}] 2024-12-04T20:26:28,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21adf70e405a64212b18d78592221c49, ASSIGN 2024-12-04T20:26:28,098 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21adf70e405a64212b18d78592221c49, ASSIGN; state=OFFLINE, location=c2ef38372881,34319,1733343982139; forceNewPlan=false, retain=false 2024-12-04T20:26:28,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21adf70e405a64212b18d78592221c49, regionState=OPENING, regionLocation=c2ef38372881,34319,1733343982139 2024-12-04T20:26:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21adf70e405a64212b18d78592221c49, ASSIGN because future has completed 2024-12-04T20:26:28,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21adf70e405a64212b18d78592221c49, server=c2ef38372881,34319,1733343982139}] 2024-12-04T20:26:28,406 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:28,406 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21adf70e405a64212b18d78592221c49, NAME => 'test,,1733343987276.21adf70e405a64212b18d78592221c49.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:28,407 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:28,407 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:26:28,407 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,407 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733343987276.21adf70e405a64212b18d78592221c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:28,407 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,407 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,408 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,409 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21adf70e405a64212b18d78592221c49 columnFamilyName f 2024-12-04T20:26:28,409 DEBUG [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:28,409 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] regionserver.HStore(327): Store=21adf70e405a64212b18d78592221c49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:28,409 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,410 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21adf70e405a64212b18d78592221c49 columnFamilyName f1 2024-12-04T20:26:28,410 DEBUG [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:28,411 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] regionserver.HStore(327): Store=21adf70e405a64212b18d78592221c49/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:28,411 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,411 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21adf70e405a64212b18d78592221c49 columnFamilyName norep 2024-12-04T20:26:28,411 DEBUG [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:28,412 INFO [StoreOpener-21adf70e405a64212b18d78592221c49-1 {}] regionserver.HStore(327): Store=21adf70e405a64212b18d78592221c49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:28,412 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,412 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,413 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,413 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,413 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,414 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:28,414 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:28,416 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:28,416 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21adf70e405a64212b18d78592221c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73080464, jitterRate=0.08898377418518066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:28,416 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:28,417 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21adf70e405a64212b18d78592221c49: Running coprocessor pre-open hook at 1733343988407Writing region info on filesystem at 1733343988407Initializing all the Stores at 1733343988408 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343988408Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343988408Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343988408Cleaning up temporary data from old regions at 1733343988413 (+5 ms)Running coprocessor post-open hooks at 1733343988416 (+3 ms)Region opened successfully at 1733343988417 (+1 ms) 2024-12-04T20:26:28,417 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733343987276.21adf70e405a64212b18d78592221c49., pid=6, masterSystemTime=1733343988403 2024-12-04T20:26:28,419 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:28,419 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:28,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21adf70e405a64212b18d78592221c49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,34319,1733343982139 2024-12-04T20:26:28,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21adf70e405a64212b18d78592221c49, server=c2ef38372881,34319,1733343982139 because future has completed 2024-12-04T20:26:28,422 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42605 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c2ef38372881,34319,1733343982139, table=test, region=21adf70e405a64212b18d78592221c49. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T20:26:28,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:26:28,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21adf70e405a64212b18d78592221c49, server=c2ef38372881,34319,1733343982139 in 172 msec 2024-12-04T20:26:28,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:26:28,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21adf70e405a64212b18d78592221c49, ASSIGN in 327 msec 2024-12-04T20:26:28,427 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:28,427 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343988427"}]},"ts":"1733343988427"} 2024-12-04T20:26:28,429 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:26:28,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:28,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-04T20:26:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:29,436 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:26:29,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35033,1733343985250 2024-12-04T20:26:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8c68c5 2024-12-04T20:26:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:29,437 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:29,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:26:29,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:29,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:29,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:26:29,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:26:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:29,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:29,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:29,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:26:29,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:26:29,847 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e445cd98b43a177043902bb26300d6f, NAME => 'test,,1733343989438.5e445cd98b43a177043902bb26300d6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51 2024-12-04T20:26:29,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:26:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:30,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733343989438.5e445cd98b43a177043902bb26300d6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:30,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e445cd98b43a177043902bb26300d6f, disabling compactions & flushes 2024-12-04T20:26:30,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:30,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:30,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733343989438.5e445cd98b43a177043902bb26300d6f. after waiting 0 ms 2024-12-04T20:26:30,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:30,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:30,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e445cd98b43a177043902bb26300d6f: Waiting for close lock at 1733343990252Disabling compacts and flushes for region at 1733343990252Disabling writes for close at 1733343990252Writing region close event to WAL at 1733343990252Closed at 1733343990252 2024-12-04T20:26:30,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:30,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733343989438.5e445cd98b43a177043902bb26300d6f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733343990254"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343990254"}]},"ts":"1733343990254"} 2024-12-04T20:26:30,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:30,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:30,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343990257"}]},"ts":"1733343990257"} 2024-12-04T20:26:30,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:26:30,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e445cd98b43a177043902bb26300d6f, ASSIGN}] 2024-12-04T20:26:30,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e445cd98b43a177043902bb26300d6f, ASSIGN 2024-12-04T20:26:30,260 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e445cd98b43a177043902bb26300d6f, ASSIGN; state=OFFLINE, location=c2ef38372881,37675,1733343985307; forceNewPlan=false, retain=false 2024-12-04T20:26:30,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e445cd98b43a177043902bb26300d6f, regionState=OPENING, regionLocation=c2ef38372881,37675,1733343985307 2024-12-04T20:26:30,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e445cd98b43a177043902bb26300d6f, ASSIGN because future has completed 2024-12-04T20:26:30,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e445cd98b43a177043902bb26300d6f, server=c2ef38372881,37675,1733343985307}] 2024-12-04T20:26:30,571 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:30,572 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e445cd98b43a177043902bb26300d6f, NAME => 'test,,1733343989438.5e445cd98b43a177043902bb26300d6f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:30,572 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:30,572 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:26:30,572 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,572 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733343989438.5e445cd98b43a177043902bb26300d6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:30,572 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,572 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:30,581 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,583 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e445cd98b43a177043902bb26300d6f columnFamilyName f 2024-12-04T20:26:30,583 DEBUG [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:30,583 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] regionserver.HStore(327): Store=5e445cd98b43a177043902bb26300d6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:30,583 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,584 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e445cd98b43a177043902bb26300d6f columnFamilyName f1 2024-12-04T20:26:30,584 DEBUG [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:30,584 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] regionserver.HStore(327): Store=5e445cd98b43a177043902bb26300d6f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:30,585 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,585 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e445cd98b43a177043902bb26300d6f columnFamilyName norep 2024-12-04T20:26:30,585 DEBUG [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:30,586 INFO [StoreOpener-5e445cd98b43a177043902bb26300d6f-1 {}] regionserver.HStore(327): Store=5e445cd98b43a177043902bb26300d6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:30,586 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,586 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,587 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,587 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,588 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,588 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:30,589 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,590 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:30,591 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e445cd98b43a177043902bb26300d6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72837857, jitterRate=0.08536864817142487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:30,591 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:30,591 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e445cd98b43a177043902bb26300d6f: Running coprocessor pre-open hook at 1733343990572Writing region info on filesystem at 1733343990572Initializing all the Stores at 1733343990573 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343990573Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343990581 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343990581Cleaning up temporary data from old regions at 1733343990588 (+7 ms)Running coprocessor post-open hooks at 1733343990591 (+3 ms)Region opened successfully at 1733343990591 2024-12-04T20:26:30,591 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733343989438.5e445cd98b43a177043902bb26300d6f., pid=6, masterSystemTime=1733343990567 2024-12-04T20:26:30,593 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:30,593 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:30,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e445cd98b43a177043902bb26300d6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,37675,1733343985307 2024-12-04T20:26:30,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e445cd98b43a177043902bb26300d6f, server=c2ef38372881,37675,1733343985307 because future has completed 2024-12-04T20:26:30,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:26:30,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e445cd98b43a177043902bb26300d6f, server=c2ef38372881,37675,1733343985307 in 183 msec 2024-12-04T20:26:30,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:26:30,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e445cd98b43a177043902bb26300d6f, ASSIGN in 339 msec 2024-12-04T20:26:30,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:30,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343990600"}]},"ts":"1733343990600"} 2024-12-04T20:26:30,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:26:30,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:30,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-04T20:26:31,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:26:31,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T20:26:31,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:26:31,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T20:26:31,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:31,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T20:26:31,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:26:31,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T20:26:31,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:31,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T20:26:31,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T20:26:31,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T20:26:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:31,596 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:26:31,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,42605,-1 for getting cluster id 2024-12-04T20:26:31,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:31,597 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6564e104-b1d2-4b94-9f56-1ba694f2f10b' 2024-12-04T20:26:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6564e104-b1d2-4b94-9f56-1ba694f2f10b" 2024-12-04T20:26:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d48f5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,42605,-1] 2024-12-04T20:26:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:31,598 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7cb9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35033,-1 for getting cluster id 2024-12-04T20:26:31,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:31,600 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23604a70-8f0b-4b92-b126-365cf84b754e' 2024-12-04T20:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23604a70-8f0b-4b92-b126-365cf84b754e" 2024-12-04T20:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7540e29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35033,-1] 2024-12-04T20:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:31,601 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:31,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3beb2403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,42605,-1 for getting cluster id 2024-12-04T20:26:31,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:31,603 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6564e104-b1d2-4b94-9f56-1ba694f2f10b' 2024-12-04T20:26:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6564e104-b1d2-4b94-9f56-1ba694f2f10b" 2024-12-04T20:26:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dee8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,42605,-1] 2024-12-04T20:26:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:31,604 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fa0ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,42605,1733343982096 2024-12-04T20:26:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73867fc9 2024-12-04T20:26:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:31,606 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:31,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:35033,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:26:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:26:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:31,609 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35033' 2024-12-04T20:26:31,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26989b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,610 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35033,-1 for getting cluster id 2024-12-04T20:26:31,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:31,611 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23604a70-8f0b-4b92-b126-365cf84b754e' 2024-12-04T20:26:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23604a70-8f0b-4b92-b126-365cf84b754e" 2024-12-04T20:26:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1099c1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35033,-1] 2024-12-04T20:26:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:31,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:31,612 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:31,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699e08cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:31,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:31,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35033,1733343985250 2024-12-04T20:26:31,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a84bc 2024-12-04T20:26:31,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:31,614 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:31,615 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:26:31,615 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:26:31,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:31,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:31,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:31,615 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:31,616 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:26:31,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:31,617 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:31,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:26:31,667 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:26:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:32,025 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf2456dc7477ffe9e13eb71b9149cdeb, NAME => 'hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc 2024-12-04T20:26:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:26:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:32,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:32,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf2456dc7477ffe9e13eb71b9149cdeb, disabling compactions & flushes 2024-12-04T20:26:32,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:32,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:32,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. after waiting 0 ms 2024-12-04T20:26:32,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:32,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:32,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf2456dc7477ffe9e13eb71b9149cdeb: Waiting for close lock at 1733343992430Disabling compacts and flushes for region at 1733343992430Disabling writes for close at 1733343992431 (+1 ms)Writing region close event to WAL at 1733343992431Closed at 1733343992431 2024-12-04T20:26:32,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:32,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733343992432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343992432"}]},"ts":"1733343992432"} 2024-12-04T20:26:32,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:32,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:32,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343992436"}]},"ts":"1733343992436"} 2024-12-04T20:26:32,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:26:32,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf2456dc7477ffe9e13eb71b9149cdeb, ASSIGN}] 2024-12-04T20:26:32,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf2456dc7477ffe9e13eb71b9149cdeb, ASSIGN 2024-12-04T20:26:32,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf2456dc7477ffe9e13eb71b9149cdeb, ASSIGN; state=OFFLINE, location=c2ef38372881,34319,1733343982139; forceNewPlan=false, retain=false 2024-12-04T20:26:32,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf2456dc7477ffe9e13eb71b9149cdeb, regionState=OPENING, regionLocation=c2ef38372881,34319,1733343982139 2024-12-04T20:26:32,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf2456dc7477ffe9e13eb71b9149cdeb, ASSIGN because future has completed 2024-12-04T20:26:32,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf2456dc7477ffe9e13eb71b9149cdeb, server=c2ef38372881,34319,1733343982139}] 2024-12-04T20:26:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:32,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:32,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:32,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:26:32,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34319%2C1733343982139.rep, suffix=, logDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/oldWALs, maxLogs=10 2024-12-04T20:26:32,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.rep.1733343992760, exclude list is [], retry=0 2024-12-04T20:26:32,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-79c5aacc-a157-4437-b6ab-16f18ca10d9b,DISK] 2024-12-04T20:26:32,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.rep.1733343992760 2024-12-04T20:26:32,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33539:33539)] 2024-12-04T20:26:32,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf2456dc7477ffe9e13eb71b9149cdeb, NAME => 'hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:32,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:32,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:32,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. service=MultiRowMutationService 2024-12-04T20:26:32,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:26:32,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:32,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,788 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,789 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2456dc7477ffe9e13eb71b9149cdeb columnFamilyName hfileref 2024-12-04T20:26:32,789 DEBUG [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:32,790 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] regionserver.HStore(327): Store=cf2456dc7477ffe9e13eb71b9149cdeb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:32,791 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,792 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2456dc7477ffe9e13eb71b9149cdeb columnFamilyName queue 2024-12-04T20:26:32,792 DEBUG [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:32,793 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] regionserver.HStore(327): Store=cf2456dc7477ffe9e13eb71b9149cdeb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:32,793 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,795 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2456dc7477ffe9e13eb71b9149cdeb columnFamilyName sid 2024-12-04T20:26:32,795 DEBUG [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:32,796 INFO [StoreOpener-cf2456dc7477ffe9e13eb71b9149cdeb-1 {}] regionserver.HStore(327): Store=cf2456dc7477ffe9e13eb71b9149cdeb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:32,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:32,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:32,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf2456dc7477ffe9e13eb71b9149cdeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61356334, jitterRate=-0.08571937680244446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:32,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:32,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf2456dc7477ffe9e13eb71b9149cdeb: Running coprocessor pre-open hook at 1733343992787Writing region info on filesystem at 1733343992787Initializing all the Stores at 1733343992788 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343992788Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343992788Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343992788Cleaning up temporary data from old regions at 1733343992799 (+11 ms)Running coprocessor post-open hooks at 1733343992805 (+6 ms)Region opened successfully at 1733343992805 2024-12-04T20:26:32,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb., pid=10, masterSystemTime=1733343992754 2024-12-04T20:26:32,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:32,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:32,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf2456dc7477ffe9e13eb71b9149cdeb, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,34319,1733343982139 2024-12-04T20:26:32,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf2456dc7477ffe9e13eb71b9149cdeb, server=c2ef38372881,34319,1733343982139 because future has completed 2024-12-04T20:26:32,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:26:32,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf2456dc7477ffe9e13eb71b9149cdeb, server=c2ef38372881,34319,1733343982139 in 221 msec 2024-12-04T20:26:32,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:26:32,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf2456dc7477ffe9e13eb71b9149cdeb, ASSIGN in 381 msec 2024-12-04T20:26:32,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:32,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343992824"}]},"ts":"1733343992824"} 2024-12-04T20:26:32,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:26:32,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:32,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2140 sec 2024-12-04T20:26:32,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb., hostname=c2ef38372881,34319,1733343982139, seqNum=2] 2024-12-04T20:26:32,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:32,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:32,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:26:33,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:26:33,037 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:26:33,070 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,34319,1733343982139, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:26:33,071 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:33,071 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34319,1733343982139, seqNum=-1] 2024-12-04T20:26:33,071 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:33,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T20:26:33,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,34319,1733343982139', locateType=CURRENT is [region=hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb., hostname=c2ef38372881,34319,1733343982139, seqNum=2] 2024-12-04T20:26:33,078 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:26:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:26:33,083 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,34319,1733343982139 suceeded 2024-12-04T20:26:33,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:26:33,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-04T20:26:33,089 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:35033,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:26:33,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-12-04T20:26:33,097 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:35033' 2024-12-04T20:26:33,098 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1e6fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,098 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35033,-1 for getting cluster id 2024-12-04T20:26:33,099 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:33,099 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23604a70-8f0b-4b92-b126-365cf84b754e' 2024-12-04T20:26:33,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23604a70-8f0b-4b92-b126-365cf84b754e" 2024-12-04T20:26:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e209a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35033,-1] 2024-12-04T20:26:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:33,101 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:33,102 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c43b77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,102 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35033,1733343985250 2024-12-04T20:26:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de8c2f8 2024-12-04T20:26:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:33,104 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T20:26:33,105 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,34319,1733343982139 (queues=1) is replicating from cluster=6564e104-b1d2-4b94-9f56-1ba694f2f10b to cluster=23604a70-8f0b-4b92-b126-365cf84b754e 2024-12-04T20:26:33,105 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C34319%2C1733343982139 2024-12-04T20:26:33,105 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,34319,1733343982139, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:26:33,109 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741, startPosition=0, beingWritten=true 2024-12-04T20:26:33,120 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C34319%2C1733343982139 2024-12-04T20:26:33,127 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:26:33,127 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:33,127 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34319,1733343982139 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:26:33,334 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:33,637 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:33,765 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:26:33,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:33,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:33,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:33,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:33,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:33,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35033,-1 for getting cluster id 2024-12-04T20:26:33,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:33,767 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23604a70-8f0b-4b92-b126-365cf84b754e' 2024-12-04T20:26:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23604a70-8f0b-4b92-b126-365cf84b754e" 2024-12-04T20:26:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ed7195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35033,-1] 2024-12-04T20:26:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:33,768 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a7094e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35033,1733343985250 2024-12-04T20:26:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54105d70 2024-12-04T20:26:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:33,771 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:33,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:42605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:26:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:33,774 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:42605' 2024-12-04T20:26:33,775 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c042fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,775 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,42605,-1 for getting cluster id 2024-12-04T20:26:33,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:33,775 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6564e104-b1d2-4b94-9f56-1ba694f2f10b' 2024-12-04T20:26:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6564e104-b1d2-4b94-9f56-1ba694f2f10b" 2024-12-04T20:26:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3578c67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,42605,-1] 2024-12-04T20:26:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:33,777 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:33,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6365bb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:33,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,42605,1733343982096 2024-12-04T20:26:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@408850c2 2024-12-04T20:26:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:33,779 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:33,780 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:26:33,780 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:26:33,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:33,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:33,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:33,780 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:33,781 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:26:33,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:33,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:33,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:26:33,831 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:26:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:34,041 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:34,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c44002ace9f6388619802f0e56e04ac9, NAME => 'hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51 2024-12-04T20:26:34,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:26:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:34,544 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:34,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:34,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c44002ace9f6388619802f0e56e04ac9, disabling compactions & flushes 2024-12-04T20:26:34,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:34,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:34,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. after waiting 0 ms 2024-12-04T20:26:34,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:34,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:34,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c44002ace9f6388619802f0e56e04ac9: Waiting for close lock at 1733343994618Disabling compacts and flushes for region at 1733343994618Disabling writes for close at 1733343994618Writing region close event to WAL at 1733343994618Closed at 1733343994618 2024-12-04T20:26:34,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:34,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733343994619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733343994619"}]},"ts":"1733343994619"} 2024-12-04T20:26:34,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:34,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:34,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343994622"}]},"ts":"1733343994622"} 2024-12-04T20:26:34,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:26:34,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c44002ace9f6388619802f0e56e04ac9, ASSIGN}] 2024-12-04T20:26:34,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c44002ace9f6388619802f0e56e04ac9, ASSIGN 2024-12-04T20:26:34,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c44002ace9f6388619802f0e56e04ac9, ASSIGN; state=OFFLINE, location=c2ef38372881,37675,1733343985307; forceNewPlan=false, retain=false 2024-12-04T20:26:34,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c44002ace9f6388619802f0e56e04ac9, regionState=OPENING, regionLocation=c2ef38372881,37675,1733343985307 2024-12-04T20:26:34,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c44002ace9f6388619802f0e56e04ac9, ASSIGN because future has completed 2024-12-04T20:26:34,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c44002ace9f6388619802f0e56e04ac9, server=c2ef38372881,37675,1733343985307}] 2024-12-04T20:26:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:34,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:34,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:34,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:26:34,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C37675%2C1733343985307.rep, suffix=, logDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/oldWALs, maxLogs=10 2024-12-04T20:26:34,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.rep.1733343994939, exclude list is [], retry=0 2024-12-04T20:26:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40529,DS-5226be8c-3ab6-472d-b6cf-099dc4b7d507,DISK] 2024-12-04T20:26:34,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.rep.1733343994939 2024-12-04T20:26:34,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34719:34719)] 2024-12-04T20:26:34,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c44002ace9f6388619802f0e56e04ac9, NAME => 'hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:34,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:34,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:34,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. service=MultiRowMutationService 2024-12-04T20:26:34,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:26:34,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:34,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:34,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:34,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,001 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,003 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c44002ace9f6388619802f0e56e04ac9 columnFamilyName hfileref 2024-12-04T20:26:35,003 DEBUG [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:35,003 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] regionserver.HStore(327): Store=c44002ace9f6388619802f0e56e04ac9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:35,003 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,004 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c44002ace9f6388619802f0e56e04ac9 columnFamilyName queue 2024-12-04T20:26:35,004 DEBUG [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:35,005 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] regionserver.HStore(327): Store=c44002ace9f6388619802f0e56e04ac9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:35,005 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,007 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c44002ace9f6388619802f0e56e04ac9 columnFamilyName sid 2024-12-04T20:26:35,007 DEBUG [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:35,008 INFO [StoreOpener-c44002ace9f6388619802f0e56e04ac9-1 {}] regionserver.HStore(327): Store=c44002ace9f6388619802f0e56e04ac9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:35,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:35,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:35,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c44002ace9f6388619802f0e56e04ac9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69481591, jitterRate=0.03535638749599457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:35,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:35,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c44002ace9f6388619802f0e56e04ac9: Running coprocessor pre-open hook at 1733343994994Writing region info on filesystem at 1733343994994Initializing all the Stores at 1733343994997 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343994997Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343995001 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733343995001Cleaning up temporary data from old regions at 1733343995010 (+9 ms)Running coprocessor post-open hooks at 1733343995019 (+9 ms)Region opened successfully at 1733343995019 2024-12-04T20:26:35,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9., pid=10, masterSystemTime=1733343994931 2024-12-04T20:26:35,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:35,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:35,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c44002ace9f6388619802f0e56e04ac9, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,37675,1733343985307 2024-12-04T20:26:35,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c44002ace9f6388619802f0e56e04ac9, server=c2ef38372881,37675,1733343985307 because future has completed 2024-12-04T20:26:35,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:26:35,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c44002ace9f6388619802f0e56e04ac9, server=c2ef38372881,37675,1733343985307 in 252 msec 2024-12-04T20:26:35,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:26:35,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c44002ace9f6388619802f0e56e04ac9, ASSIGN in 409 msec 2024-12-04T20:26:35,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:35,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733343995035"}]},"ts":"1733343995035"} 2024-12-04T20:26:35,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:26:35,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:35,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2590 sec 2024-12-04T20:26:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9., hostname=c2ef38372881,37675,1733343985307, seqNum=2] 2024-12-04T20:26:35,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:35,098 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:35,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:26:35,148 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:35,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:26:35,258 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:26:35,290 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,37675,1733343985307, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:26:35,291 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:35,291 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37675,1733343985307, seqNum=-1] 2024-12-04T20:26:35,291 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:35,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T20:26:35,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,37675,1733343985307', locateType=CURRENT is [region=hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9., hostname=c2ef38372881,37675,1733343985307, seqNum=2] 2024-12-04T20:26:35,296 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:26:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:26:35,298 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,37675,1733343985307 suceeded 2024-12-04T20:26:35,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:26:35,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-04T20:26:35,300 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:42605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:26:35,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5290 sec 2024-12-04T20:26:35,316 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:42605' 2024-12-04T20:26:35,318 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c5d9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:35,318 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,42605,-1 for getting cluster id 2024-12-04T20:26:35,319 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:35,319 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6564e104-b1d2-4b94-9f56-1ba694f2f10b' 2024-12-04T20:26:35,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:35,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6564e104-b1d2-4b94-9f56-1ba694f2f10b" 2024-12-04T20:26:35,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30337777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:35,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,42605,-1] 2024-12-04T20:26:35,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:35,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:35,321 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:35,322 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2db363b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:35,323 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,42605,1733343982096 2024-12-04T20:26:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@406ef6d5 2024-12-04T20:26:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:35,325 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T20:26:35,326 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,37675,1733343985307 (queues=1) is replicating from cluster=23604a70-8f0b-4b92-b126-365cf84b754e to cluster=6564e104-b1d2-4b94-9f56-1ba694f2f10b 2024-12-04T20:26:35,326 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C37675%2C1733343985307 2024-12-04T20:26:35,326 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,37675,1733343985307, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:26:35,326 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.shipperc2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C37675%2C1733343985307 2024-12-04T20:26:35,326 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245, startPosition=0, beingWritten=true 2024-12-04T20:26:35,332 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:26:35,332 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:35,332 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.shipperc2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37675,1733343985307 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:26:35,537 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:35,841 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:35,853 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:35,915 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:26:35,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:35,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:35,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:35,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:35,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:35,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:35,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733343995920/Put/seqid=0 2024-12-04T20:26:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741840_1016 (size=7894) 2024-12-04T20:26:36,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:36,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:36,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:26:36,246 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:36,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733343996330/Put/seqid=0 2024-12-04T20:26:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741841_1017 (size=7691) 2024-12-04T20:26:36,656 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:36,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:36,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,42605,-1 for getting cluster id 2024-12-04T20:26:36,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:36,736 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6564e104-b1d2-4b94-9f56-1ba694f2f10b' 2024-12-04T20:26:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6564e104-b1d2-4b94-9f56-1ba694f2f10b" 2024-12-04T20:26:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fee94b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,42605,-1] 2024-12-04T20:26:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:36,738 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:36,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:36,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34319,1733343982139, seqNum=-1] 2024-12-04T20:26:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:36,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:36,749 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:36,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,42605,1733343982096 2024-12-04T20:26:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-12-04T20:26:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:36,752 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343987276.21adf70e405a64212b18d78592221c49., hostname=c2ef38372881,34319,1733343982139, seqNum=2] 2024-12-04T20:26:36,757 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:26:36,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T20:26:36,765 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T20:26:36,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T20:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:36,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T20:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegion(2603): Flush status journal for 21adf70e405a64212b18d78592221c49: 2024-12-04T20:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_1 2024-12-04T20:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_1 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ 2024-12-04T20:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_0 2024-12-04T20:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_0 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ 2024-12-04T20:26:36,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_1 into 21adf70e405a64212b18d78592221c49/f as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ - updating store file list. 2024-12-04T20:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:36,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ into 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:36,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_1 into 21adf70e405a64212b18d78592221c49/f (new location: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_) 2024-12-04T20:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_1 2024-12-04T20:26:36,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_0 into 21adf70e405a64212b18d78592221c49/f as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ - updating store file list. 2024-12-04T20:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb84654a3db84b20bfef9584330a1cc0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:36,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ into 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:36,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_0 into 21adf70e405a64212b18d78592221c49/f (new location: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_) 2024-12-04T20:26:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins__test__rihv65cb9ejslh94plsejvn792seopmb4l551gcpmumco83fsda6vhdci14b64aq/f/hfile_0 2024-12-04T20:26:36,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:36,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:36,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:36,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733343987276.21adf70e405a64212b18d78592221c49., hostname=c2ef38372881,34319,1733343982139, seqNum=2 , the old value is region=test,,1733343987276.21adf70e405a64212b18d78592221c49., hostname=c2ef38372881,34319,1733343982139, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c2ef38372881:34319 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:26:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733343987276.21adf70e405a64212b18d78592221c49., hostname=c2ef38372881,34319,1733343982139, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:26:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733343987276.21adf70e405a64212b18d78592221c49., hostname=c2ef38372881,34319,1733343982139, seqNum=2 from cache 2024-12-04T20:26:36,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:36,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37675,1733343985307, seqNum=-1] 2024-12-04T20:26:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:36,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53578 deadline: 1733344056801 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53578 2024-12-04T20:26:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343989438.5e445cd98b43a177043902bb26300d6f., hostname=c2ef38372881,37675,1733343985307, seqNum=2] 2024-12-04T20:26:36,808 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:26:36,905 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:34319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T20:26:37,353 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:37,561 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 379, reset compression=false 2024-12-04T20:26:37,565 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:26:37,566 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34319,1733343982139 got entry batch from reader: WALEntryBatch [walEntries=[{test/21adf70e405a64212b18d78592221c49/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733343996799/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T20:26:37,568 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:37,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T20:26:37,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.ReplicationSink(318): Replicating [6564e104-b1d2-4b94-9f56-1ba694f2f10b] bulk loaded data 2024-12-04T20:26:37,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77db1952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:37,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35033,-1 for getting cluster id 2024-12-04T20:26:37,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:37,570 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23604a70-8f0b-4b92-b126-365cf84b754e' 2024-12-04T20:26:37,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:37,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23604a70-8f0b-4b92-b126-365cf84b754e" 2024-12-04T20:26:37,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f892f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:37,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35033,-1] 2024-12-04T20:26:37,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:37,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:37,571 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:37,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@384a79cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741840_1016 (size=7691) 2024-12-04T20:26:37,766 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 687, reset compression=false 2024-12-04T20:26:37,810 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:26:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741841_1017 (size=7894) 2024-12-04T20:26:38,065 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:38,070 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 687, reset compression=false 2024-12-04T20:26:38,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35033,1733343985250 2024-12-04T20:26:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712dea23 2024-12-04T20:26:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:38,392 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T20:26:38,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:26:38,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:38,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37675,1733343985307, seqNum=-1] 2024-12-04T20:26:38,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:38,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T20:26:38,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T20:26:38,404 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T20:26:38,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ for inclusion in 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T20:26:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:38,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ for inclusion in 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T20:26:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegion(2603): Flush status journal for 5e445cd98b43a177043902bb26300d6f: 2024-12-04T20:26:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:26:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/b20aa4809d3748e5974efb1cd9be81ed_SeqId_4_ 2024-12-04T20:26:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:26:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/3950e9bfdc294d8eb11ec8d51deec0c1_SeqId_4_ 2024-12-04T20:26:38,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ into 5e445cd98b43a177043902bb26300d6f/f as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/b20aa4809d3748e5974efb1cd9be81ed_SeqId_4_ - updating store file list. 2024-12-04T20:26:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b20aa4809d3748e5974efb1cd9be81ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:38,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/b20aa4809d3748e5974efb1cd9be81ed_SeqId_4_ into 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:38,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ into 5e445cd98b43a177043902bb26300d6f/f (new location: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/b20aa4809d3748e5974efb1cd9be81ed_SeqId_4_) 2024-12-04T20:26:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/cb84654a3db84b20bfef9584330a1cc0_SeqId_4_ 2024-12-04T20:26:38,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ into 5e445cd98b43a177043902bb26300d6f/f as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/3950e9bfdc294d8eb11ec8d51deec0c1_SeqId_4_ - updating store file list. 2024-12-04T20:26:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3950e9bfdc294d8eb11ec8d51deec0c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:38,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/3950e9bfdc294d8eb11ec8d51deec0c1_SeqId_4_ into 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:38,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ into 5e445cd98b43a177043902bb26300d6f/f (new location: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/3950e9bfdc294d8eb11ec8d51deec0c1_SeqId_4_) 2024-12-04T20:26:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins.hfs.11__test__vacmvba21sc9j80e0783toqc8q2kqp9f1o4fgp6oh40ovijjs6g2thc7ou0e0ga2/f/5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_ 2024-12-04T20:26:38,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.ReplicationSink(324): Finished replicating [6564e104-b1d2-4b94-9f56-1ba694f2f10b] bulk loaded data 2024-12-04T20:26:38,474 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 687, reset compression=false 2024-12-04T20:26:38,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:38,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733343998821/Put/seqid=0 2024-12-04T20:26:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741842_1018 (size=11194) 2024-12-04T20:26:38,869 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 379, reset compression=false 2024-12-04T20:26:38,873 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:26:38,873 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.shipperc2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37675,1733343985307 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e445cd98b43a177043902bb26300d6f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733343998428/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T20:26:38,875 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.shipperc2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:38,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T20:26:38,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.ReplicationSink(318): Replicating [6564e104-b1d2-4b94-9f56-1ba694f2f10b, 23604a70-8f0b-4b92-b126-365cf84b754e] bulk loaded data 2024-12-04T20:26:38,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83c74b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:38,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,42605,-1 for getting cluster id 2024-12-04T20:26:38,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:38,877 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6564e104-b1d2-4b94-9f56-1ba694f2f10b' 2024-12-04T20:26:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6564e104-b1d2-4b94-9f56-1ba694f2f10b" 2024-12-04T20:26:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cd239a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,42605,-1] 2024-12-04T20:26:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:38,878 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:38,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361ae9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:38,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741842_1018 (size=7894) 2024-12-04T20:26:38,977 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 687, reset compression=false 2024-12-04T20:26:39,073 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 725, reset compression=false 2024-12-04T20:26:39,231 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733343999231/Put/seqid=0 2024-12-04T20:26:39,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741843_1019 (size=10791) 2024-12-04T20:26:39,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741843_1019 (size=7691) 2024-12-04T20:26:39,381 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 725, reset compression=false 2024-12-04T20:26:39,581 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 687, reset compression=false 2024-12-04T20:26:39,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:39,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,35033,-1 for getting cluster id 2024-12-04T20:26:39,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:39,637 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23604a70-8f0b-4b92-b126-365cf84b754e' 2024-12-04T20:26:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23604a70-8f0b-4b92-b126-365cf84b754e" 2024-12-04T20:26:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79afdcaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,35033,-1] 2024-12-04T20:26:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:39,638 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:39,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:39,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37675,1733343985307, seqNum=-1] 2024-12-04T20:26:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:39,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:39,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,35033,1733343985250 2024-12-04T20:26:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc5b1f7 2024-12-04T20:26:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:39,649 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:39,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343989438.5e445cd98b43a177043902bb26300d6f., hostname=c2ef38372881,37675,1733343985307, seqNum=2] 2024-12-04T20:26:39,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:26:39,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T20:26:39,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T20:26:39,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T20:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:39,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T20:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegion(2603): Flush status journal for 5e445cd98b43a177043902bb26300d6f: 2024-12-04T20:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_0 2024-12-04T20:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_0 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ 2024-12-04T20:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_1 2024-12-04T20:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_1 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ 2024-12-04T20:26:39,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_0 into 5e445cd98b43a177043902bb26300d6f/f as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ - updating store file list. 2024-12-04T20:26:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:39,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ into 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:39,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_0 into 5e445cd98b43a177043902bb26300d6f/f (new location: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_) 2024-12-04T20:26:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_0 2024-12-04T20:26:39,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_1 into 5e445cd98b43a177043902bb26300d6f/f as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ - updating store file list. 2024-12-04T20:26:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a403c8789270467fb957dcb52c01930b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:39,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ into 5e445cd98b43a177043902bb26300d6f/f 2024-12-04T20:26:39,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_1 into 5e445cd98b43a177043902bb26300d6f/f (new location: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/f/a403c8789270467fb957dcb52c01930b_SeqId_6_) 2024-12-04T20:26:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/staging/jenkins__test__6qjnr1gaecvvhgbm51q33ufil7b0r7thqnvcrdhmbflbage4imuvmas7kaoc9h03/f/hfile_1 2024-12-04T20:26:39,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:39,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:39,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:39,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:39,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733343989438.5e445cd98b43a177043902bb26300d6f., hostname=c2ef38372881,37675,1733343985307, seqNum=2 , the old value is region=test,,1733343989438.5e445cd98b43a177043902bb26300d6f., hostname=c2ef38372881,37675,1733343985307, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c2ef38372881:37675 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:26:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733343989438.5e445cd98b43a177043902bb26300d6f., hostname=c2ef38372881,37675,1733343985307, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:26:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733343989438.5e445cd98b43a177043902bb26300d6f., hostname=c2ef38372881,37675,1733343985307, seqNum=2 from cache 2024-12-04T20:26:39,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60906 deadline: 1733344059685 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60906 2024-12-04T20:26:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34319,1733343982139, seqNum=-1] 2024-12-04T20:26:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:39,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:39,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733343987276.21adf70e405a64212b18d78592221c49., hostname=c2ef38372881,34319,1733343982139, seqNum=2] 2024-12-04T20:26:39,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:39,696 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:26:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,42605,1733343982096 2024-12-04T20:26:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca7b836 2024-12-04T20:26:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:39,698 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T20:26:39,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:26:39,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34319,1733343982139, seqNum=-1] 2024-12-04T20:26:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:39,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T20:26:39,706 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__hn3rea933fjstvjncvspd3adnk67mukf518rb7r569lsvbfi6fsgvp9ko1nsmqaq/f/3950e9bfdc294d8eb11ec8d51deec0c1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T20:26:39,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__hn3rea933fjstvjncvspd3adnk67mukf518rb7r569lsvbfi6fsgvp9ko1nsmqaq/f/b20aa4809d3748e5974efb1cd9be81ed_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T20:26:39,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.ReplicationSink(324): Finished replicating [6564e104-b1d2-4b94-9f56-1ba694f2f10b, 23604a70-8f0b-4b92-b126-365cf84b754e] bulk loaded data 2024-12-04T20:26:39,784 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 725, reset compression=false 2024-12-04T20:26:39,788 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:26:39,788 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.shipperc2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37675,1733343985307 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e445cd98b43a177043902bb26300d6f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733343999684/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T20:26:39,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.ReplicationSink(318): Replicating [23604a70-8f0b-4b92-b126-365cf84b754e] bulk loaded data 2024-12-04T20:26:39,796 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:37675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T20:26:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741844_1020 (size=11194) 2024-12-04T20:26:39,988 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 1033, reset compression=false 2024-12-04T20:26:40,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741845_1021 (size=10791) 2024-12-04T20:26:40,285 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 687, reset compression=false 2024-12-04T20:26:40,292 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 1033, reset compression=false 2024-12-04T20:26:40,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:26:40,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T20:26:40,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T20:26:40,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ for inclusion in 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T20:26:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:40,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ for inclusion in 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T20:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegion(2603): Flush status journal for 21adf70e405a64212b18d78592221c49: 2024-12-04T20:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/8d33b8d9fa6843ffb502534cd0da1bd0_SeqId_6_ 2024-12-04T20:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a403c8789270467fb957dcb52c01930b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:26:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/6f66c22695b145e4b03ec5a2ed147bc6_SeqId_6_ 2024-12-04T20:26:40,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ into 21adf70e405a64212b18d78592221c49/f as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/8d33b8d9fa6843ffb502534cd0da1bd0_SeqId_6_ - updating store file list. 2024-12-04T20:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d33b8d9fa6843ffb502534cd0da1bd0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:40,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/8d33b8d9fa6843ffb502534cd0da1bd0_SeqId_6_ into 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:40,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ into 21adf70e405a64212b18d78592221c49/f (new location: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/8d33b8d9fa6843ffb502534cd0da1bd0_SeqId_6_) 2024-12-04T20:26:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/5d784e7356e142f38c9f9a356fa38bdd_SeqId_6_ 2024-12-04T20:26:40,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ into 21adf70e405a64212b18d78592221c49/f as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/6f66c22695b145e4b03ec5a2ed147bc6_SeqId_6_ - updating store file list. 2024-12-04T20:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f66c22695b145e4b03ec5a2ed147bc6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:26:40,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/6f66c22695b145e4b03ec5a2ed147bc6_SeqId_6_ into 21adf70e405a64212b18d78592221c49/f 2024-12-04T20:26:40,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ into 21adf70e405a64212b18d78592221c49/f (new location: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/f/6f66c22695b145e4b03ec5a2ed147bc6_SeqId_6_) 2024-12-04T20:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/staging/jenkins.hfs.10__test__bsfaagith4vm3oednr84lar3iukrtmd2qvavgan6iv9lu303db6rk50l2dd2nfu9/f/a403c8789270467fb957dcb52c01930b_SeqId_6_ 2024-12-04T20:26:40,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.ReplicationSink(324): Finished replicating [23604a70-8f0b-4b92-b126-365cf84b754e] bulk loaded data 2024-12-04T20:26:40,696 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 1033, reset compression=false 2024-12-04T20:26:40,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:26:40,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:40,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:40,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:40,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:40,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:40,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:26:40,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=615001325, stopped=false 2024-12-04T20:26:40,714 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,35033,1733343985250 2024-12-04T20:26:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301057248/running 2024-12-04T20:26:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:40,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:40,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:40,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:40,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:40,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on znode that does not yet exist, /1-1301057248/running 2024-12-04T20:26:40,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,37675,1733343985307' ***** 2024-12-04T20:26:40,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:26:40,719 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:26:40,719 INFO [RS:0;c2ef38372881:37675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:26:40,719 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:26:40,719 INFO [RS:0;c2ef38372881:37675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:26:40,719 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(3091): Received CLOSE for c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:40,721 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301057248/running 2024-12-04T20:26:40,721 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:40,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Set watcher on znode that does not yet exist, /1-1301057248/running 2024-12-04T20:26:40,749 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e445cd98b43a177043902bb26300d6f 2024-12-04T20:26:40,749 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,37675,1733343985307 2024-12-04T20:26:40,749 INFO [RS:0;c2ef38372881:37675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:40,749 INFO [RS:0;c2ef38372881:37675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:37675. 2024-12-04T20:26:40,749 DEBUG [RS:0;c2ef38372881:37675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:40,749 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:40,749 INFO [RS:0;c2ef38372881:37675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:26:40,749 INFO [RS:0;c2ef38372881:37675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:26:40,749 INFO [RS:0;c2ef38372881:37675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:26:40,750 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:26:40,761 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c44002ace9f6388619802f0e56e04ac9, disabling compactions & flushes 2024-12-04T20:26:40,761 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:40,761 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:40,761 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. after waiting 0 ms 2024-12-04T20:26:40,761 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:40,761 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c44002ace9f6388619802f0e56e04ac9 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T20:26:40,762 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:26:40,762 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c44002ace9f6388619802f0e56e04ac9=hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9., 5e445cd98b43a177043902bb26300d6f=test,,1733343989438.5e445cd98b43a177043902bb26300d6f.} 2024-12-04T20:26:40,762 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e445cd98b43a177043902bb26300d6f, c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:40,762 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:40,762 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:40,762 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:40,762 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:40,762 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:40,762 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:26:40,798 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/info/eab52d89b18948118bf6d0731e1f87c1 is 147, key is hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9./info:regioninfo/1733343995025/Put/seqid=0 2024-12-04T20:26:40,801 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/.tmp/hfileref/e7093c1cd08f4e26a17a09525850184e is 74, key is 1/hfileref:3950e9bfdc294d8eb11ec8d51deec0c1_SeqId_4_/1733343999711/DeleteColumn/seqid=0 2024-12-04T20:26:40,815 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741844_1020 (size=7686) 2024-12-04T20:26:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741845_1021 (size=5345) 2024-12-04T20:26:40,962 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e445cd98b43a177043902bb26300d6f, c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:41,089 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 687, reset compression=false 2024-12-04T20:26:41,103 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:26:41,103 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34319,1733343982139 got entry batch from reader: WALEntryBatch [walEntries=[{test/21adf70e405a64212b18d78592221c49/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733344000659/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T20:26:41,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T20:26:41,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:35316 deadline: 1733344061104, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping 2024-12-04T20:26:41,110 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:26:41,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:26:41,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T20:26:41,163 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e445cd98b43a177043902bb26300d6f, c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:41,172 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:26:41,172 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:26:41,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T20:26:41,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:35316 deadline: 1733344061215, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping 2024-12-04T20:26:41,216 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:26:41,244 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.wal-reader.c2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/WALs/c2ef38372881,37675,1733343985307/c2ef38372881%2C37675%2C1733343985307.1733343986245 to pos 1033, reset compression=false 2024-12-04T20:26:41,256 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/info/eab52d89b18948118bf6d0731e1f87c1 2024-12-04T20:26:41,272 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/.tmp/hfileref/e7093c1cd08f4e26a17a09525850184e 2024-12-04T20:26:41,304 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 1033, reset compression=false 2024-12-04T20:26:41,305 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/ns/a0b5760d91aa4e7a8a4111bb7fd53798 is 43, key is default/ns:d/1733343987239/Put/seqid=0 2024-12-04T20:26:41,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741846_1022 (size=5153) 2024-12-04T20:26:41,324 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/ns/a0b5760d91aa4e7a8a4111bb7fd53798 2024-12-04T20:26:41,325 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/.tmp/queue/6c31f4322f154b9389760a169b2aeee7 is 154, key is 1-c2ef38372881,37675,1733343985307/queue:c2ef38372881%2C37675%2C1733343985307/1733344000667/Put/seqid=0 2024-12-04T20:26:41,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741847_1023 (size=5353) 2024-12-04T20:26:41,363 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e445cd98b43a177043902bb26300d6f, c44002ace9f6388619802f0e56e04ac9 2024-12-04T20:26:41,368 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/.tmp/queue/6c31f4322f154b9389760a169b2aeee7 2024-12-04T20:26:41,370 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/rep_barrier/d0a816358c5449c184f11002fda8be52 is 112, key is test,,1733343989438.5e445cd98b43a177043902bb26300d6f./rep_barrier:seqnumDuringOpen/1733343990593/Put/seqid=0 2024-12-04T20:26:41,378 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/.tmp/hfileref/e7093c1cd08f4e26a17a09525850184e as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/hfileref/e7093c1cd08f4e26a17a09525850184e 2024-12-04T20:26:41,385 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/hfileref/e7093c1cd08f4e26a17a09525850184e, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T20:26:41,390 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/.tmp/queue/6c31f4322f154b9389760a169b2aeee7 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/queue/6c31f4322f154b9389760a169b2aeee7 2024-12-04T20:26:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741848_1024 (size=5518) 2024-12-04T20:26:41,396 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/rep_barrier/d0a816358c5449c184f11002fda8be52 2024-12-04T20:26:41,405 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/queue/6c31f4322f154b9389760a169b2aeee7, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T20:26:41,409 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c44002ace9f6388619802f0e56e04ac9 in 648ms, sequenceid=12, compaction requested=false 2024-12-04T20:26:41,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T20:26:41,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:35316 deadline: 1733344061420, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping 2024-12-04T20:26:41,421 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:26:41,452 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/table/7b292ee900e24db8889ede2369201ea4 is 53, key is hbase:replication/table:state/1733343995035/Put/seqid=0 2024-12-04T20:26:41,490 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/replication/c44002ace9f6388619802f0e56e04ac9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:41,491 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c44002ace9f6388619802f0e56e04ac9: Waiting for close lock at 1733344000761Running coprocessor pre-close hooks at 1733344000761Disabling compacts and flushes for region at 1733344000761Disabling writes for close at 1733344000761Obtaining lock to block concurrent updates at 1733344000761Preparing flush snapshotting stores in c44002ace9f6388619802f0e56e04ac9 at 1733344000761Finished memstore snapshotting hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733344000762 (+1 ms)Flushing stores of hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. at 1733344000762Flushing c44002ace9f6388619802f0e56e04ac9/hfileref: creating writer at 1733344000763 (+1 ms)Flushing c44002ace9f6388619802f0e56e04ac9/hfileref: appending metadata at 1733344000801 (+38 ms)Flushing c44002ace9f6388619802f0e56e04ac9/hfileref: closing flushed file at 1733344000801Flushing c44002ace9f6388619802f0e56e04ac9/queue: creating writer at 1733344001299 (+498 ms)Flushing c44002ace9f6388619802f0e56e04ac9/queue: appending metadata at 1733344001325 (+26 ms)Flushing c44002ace9f6388619802f0e56e04ac9/queue: closing flushed file at 1733344001325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591d2439: reopening flushed file at 1733344001376 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424b04bc: reopening flushed file at 1733344001385 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c44002ace9f6388619802f0e56e04ac9 in 648ms, sequenceid=12, compaction requested=false at 1733344001409 (+24 ms)Writing region close event to WAL at 1733344001465 (+56 ms)Running coprocessor post-close hooks at 1733344001490 (+25 ms)Closed at 1733344001491 (+1 ms) 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343993780.c44002ace9f6388619802f0e56e04ac9. 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e445cd98b43a177043902bb26300d6f, disabling compactions & flushes 2024-12-04T20:26:41,491 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733343989438.5e445cd98b43a177043902bb26300d6f. after waiting 0 ms 2024-12-04T20:26:41,491 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741849_1025 (size=5308) 2024-12-04T20:26:41,515 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/table/7b292ee900e24db8889ede2369201ea4 2024-12-04T20:26:41,524 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/info/eab52d89b18948118bf6d0731e1f87c1 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/info/eab52d89b18948118bf6d0731e1f87c1 2024-12-04T20:26:41,539 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/info/eab52d89b18948118bf6d0731e1f87c1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:26:41,543 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/ns/a0b5760d91aa4e7a8a4111bb7fd53798 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/ns/a0b5760d91aa4e7a8a4111bb7fd53798 2024-12-04T20:26:41,544 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/default/test/5e445cd98b43a177043902bb26300d6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T20:26:41,545 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:41,545 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:26:41,545 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:41,546 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e445cd98b43a177043902bb26300d6f: Waiting for close lock at 1733344001491Running coprocessor pre-close hooks at 1733344001491Disabling compacts and flushes for region at 1733344001491Disabling writes for close at 1733344001491Writing region close event to WAL at 1733344001530 (+39 ms)Running coprocessor post-close hooks at 1733344001545 (+15 ms)Closed at 1733344001545 2024-12-04T20:26:41,546 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733343989438.5e445cd98b43a177043902bb26300d6f. 2024-12-04T20:26:41,550 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/ns/a0b5760d91aa4e7a8a4111bb7fd53798, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:26:41,551 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/rep_barrier/d0a816358c5449c184f11002fda8be52 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/rep_barrier/d0a816358c5449c184f11002fda8be52 2024-12-04T20:26:41,557 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/rep_barrier/d0a816358c5449c184f11002fda8be52, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:26:41,558 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/.tmp/table/7b292ee900e24db8889ede2369201ea4 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/table/7b292ee900e24db8889ede2369201ea4 2024-12-04T20:26:41,563 DEBUG [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:41,564 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/table/7b292ee900e24db8889ede2369201ea4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:26:41,565 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 803ms, sequenceid=16, compaction requested=false 2024-12-04T20:26:41,602 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:26:41,602 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:41,603 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:41,603 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:41,603 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344000762Running coprocessor pre-close hooks at 1733344000762Disabling compacts and flushes for region at 1733344000762Disabling writes for close at 1733344000762Obtaining lock to block concurrent updates at 1733344000762Preparing flush snapshotting stores in 1588230740 at 1733344000762Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344000763 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733344000764 (+1 ms)Flushing 1588230740/info: creating writer at 1733344000764Flushing 1588230740/info: appending metadata at 1733344000798 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733344000798Flushing 1588230740/ns: creating writer at 1733344001273 (+475 ms)Flushing 1588230740/ns: appending metadata at 1733344001305 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1733344001305Flushing 1588230740/rep_barrier: creating writer at 1733344001332 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344001369 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344001369Flushing 1588230740/table: creating writer at 1733344001408 (+39 ms)Flushing 1588230740/table: appending metadata at 1733344001452 (+44 ms)Flushing 1588230740/table: closing flushed file at 1733344001452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc8388: reopening flushed file at 1733344001522 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed7f2e2: reopening flushed file at 1733344001539 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8f25fd: reopening flushed file at 1733344001550 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6470a89f: reopening flushed file at 1733344001557 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 803ms, sequenceid=16, compaction requested=false at 1733344001565 (+8 ms)Writing region close event to WAL at 1733344001576 (+11 ms)Running coprocessor post-close hooks at 1733344001602 (+26 ms)Closed at 1733344001603 (+1 ms) 2024-12-04T20:26:41,603 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:41,617 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 1033, reset compression=false 2024-12-04T20:26:41,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T20:26:41,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:35316 deadline: 1733344061726, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping 2024-12-04T20:26:41,727 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c2ef38372881,37675,1733343985307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:26:41,763 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,37675,1733343985307; all regions closed. 2024-12-04T20:26:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:26:41,770 DEBUG [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/oldWALs 2024-12-04T20:26:41,770 INFO [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C37675%2C1733343985307.meta:.meta(num 1733343987201) 2024-12-04T20:26:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741839_1015 (size=3127) 2024-12-04T20:26:41,788 DEBUG [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/oldWALs 2024-12-04T20:26:41,788 INFO [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C37675%2C1733343985307.rep:(num 1733343994939) 2024-12-04T20:26:41,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741832_1008 (size=1336) 2024-12-04T20:26:41,814 DEBUG [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/oldWALs 2024-12-04T20:26:41,814 INFO [RS:0;c2ef38372881:37675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C37675%2C1733343985307:(num 1733343986245) 2024-12-04T20:26:41,814 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:41,814 INFO [RS:0;c2ef38372881:37675 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:41,815 INFO [RS:0;c2ef38372881:37675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:41,815 INFO [RS:0;c2ef38372881:37675 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:41,815 INFO [RS:0;c2ef38372881:37675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:41,816 INFO [RS:0;c2ef38372881:37675 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,37675,1733343985307 because: Region server is closing 2024-12-04T20:26:41,816 INFO [RS:0;c2ef38372881:37675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:37675. 2024-12-04T20:26:41,816 DEBUG [RS:0;c2ef38372881:37675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:41,816 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:41,816 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:41,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:41,817 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:41,917 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.shipperc2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:26:41,917 INFO [RS:0;c2ef38372881:37675 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37675,1733343985307.replicationSource.shipperc2ef38372881%2C37675%2C1733343985307,1-c2ef38372881,37675,1733343985307 terminated 2024-12-04T20:26:41,917 INFO [RS:0;c2ef38372881:37675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:37675. 2024-12-04T20:26:41,917 DEBUG [RS:0;c2ef38372881:37675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:41,917 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:41,917 DEBUG [RS:0;c2ef38372881:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:41,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:41,918 INFO [RS:0;c2ef38372881:37675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37675 2024-12-04T20:26:41,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248/rs 2024-12-04T20:26:41,920 INFO [RS:0;c2ef38372881:37675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:41,920 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301057248/rs/c2ef38372881,37675,1733343985307 2024-12-04T20:26:41,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,37675,1733343985307] 2024-12-04T20:26:41,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301057248/draining/c2ef38372881,37675,1733343985307 already deleted, retry=false 2024-12-04T20:26:41,921 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,37675,1733343985307 expired; onlineServers=0 2024-12-04T20:26:41,921 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,35033,1733343985250' ***** 2024-12-04T20:26:41,921 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:26:41,921 INFO [M:0;c2ef38372881:35033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:41,921 INFO [M:0;c2ef38372881:35033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:41,921 DEBUG [M:0;c2ef38372881:35033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:26:41,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:26:41,921 DEBUG [M:0;c2ef38372881:35033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:26:41,922 INFO [M:0;c2ef38372881:35033 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:41,922 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343986055 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343986055,5,FailOnTimeoutGroup] 2024-12-04T20:26:41,922 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343986055 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343986055,5,FailOnTimeoutGroup] 2024-12-04T20:26:41,922 INFO [M:0;c2ef38372881:35033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:41,922 DEBUG [M:0;c2ef38372881:35033 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:26:41,922 INFO [M:0;c2ef38372881:35033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:26:41,922 INFO [M:0;c2ef38372881:35033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:41,922 INFO [M:0;c2ef38372881:35033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:26:41,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:26:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301057248/master 2024-12-04T20:26:41,923 DEBUG [M:0;c2ef38372881:35033 {}] zookeeper.ZKUtil(347): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Unable to get data of znode /1-1301057248/master because node does not exist (not an error) 2024-12-04T20:26:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301057248 2024-12-04T20:26:41,923 WARN [M:0;c2ef38372881:35033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:26:41,923 INFO [M:0;c2ef38372881:35033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/.lastflushedseqids 2024-12-04T20:26:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741850_1026 (size=263) 2024-12-04T20:26:41,994 INFO [M:0;c2ef38372881:35033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:26:41,994 INFO [M:0;c2ef38372881:35033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:26:41,995 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:41,995 INFO [M:0;c2ef38372881:35033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:41,995 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:41,995 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:41,995 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:41,995 INFO [M:0;c2ef38372881:35033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T20:26:42,021 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:42,021 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x100a6e98ade0004, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:42,021 INFO [RS:0;c2ef38372881:37675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:42,021 INFO [RS:0;c2ef38372881:37675 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,37675,1733343985307; zookeeper connection closed. 2024-12-04T20:26:42,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45b55344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45b55344 2024-12-04T20:26:42,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:26:42,035 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 1033, reset compression=false 2024-12-04T20:26:42,039 DEBUG [M:0;c2ef38372881:35033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a382a964f56845b8bff2b77c823d287a is 82, key is hbase:meta,,1/info:regioninfo/1733343987230/Put/seqid=0 2024-12-04T20:26:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741851_1027 (size=5672) 2024-12-04T20:26:42,079 INFO [M:0;c2ef38372881:35033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a382a964f56845b8bff2b77c823d287a 2024-12-04T20:26:42,102 DEBUG [M:0;c2ef38372881:35033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292f66185741467f8ddb742e017afc16 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733343995040/Put/seqid=0 2024-12-04T20:26:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741852_1028 (size=8517) 2024-12-04T20:26:42,124 INFO [M:0;c2ef38372881:35033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292f66185741467f8ddb742e017afc16 2024-12-04T20:26:42,137 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2ef38372881:37675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:37675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:26:42,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c2ef38372881:37675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:37675 2024-12-04T20:26:42,138 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c2ef38372881:37675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:37675 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:37675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T20:26:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T20:26:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:59314 deadline: 1733344062140, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T20:26:42,161 DEBUG [M:0;c2ef38372881:35033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af1f26380ee7457192d25c583ac2e3f7 is 69, key is c2ef38372881,37675,1733343985307/rs:state/1733343986082/Put/seqid=0 2024-12-04T20:26:42,173 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T20:26:42,175 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T20:26:42,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741853_1029 (size=5156) 2024-12-04T20:26:42,211 INFO [M:0;c2ef38372881:35033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af1f26380ee7457192d25c583ac2e3f7 2024-12-04T20:26:42,219 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a382a964f56845b8bff2b77c823d287a as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a382a964f56845b8bff2b77c823d287a 2024-12-04T20:26:42,224 INFO [M:0;c2ef38372881:35033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a382a964f56845b8bff2b77c823d287a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:26:42,244 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292f66185741467f8ddb742e017afc16 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/292f66185741467f8ddb742e017afc16 2024-12-04T20:26:42,253 INFO [M:0;c2ef38372881:35033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/292f66185741467f8ddb742e017afc16, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:26:42,255 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af1f26380ee7457192d25c583ac2e3f7 as hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af1f26380ee7457192d25c583ac2e3f7 2024-12-04T20:26:42,266 INFO [M:0;c2ef38372881:35033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af1f26380ee7457192d25c583ac2e3f7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:26:42,268 INFO [M:0;c2ef38372881:35033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 273ms, sequenceid=97, compaction requested=false 2024-12-04T20:26:42,298 INFO [M:0;c2ef38372881:35033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:42,298 DEBUG [M:0;c2ef38372881:35033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344001995Disabling compacts and flushes for region at 1733344001995Disabling writes for close at 1733344001995Obtaining lock to block concurrent updates at 1733344001995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344001995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733344001995Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344001996 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344001997 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344002039 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344002039Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344002086 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344002102 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344002102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344002133 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344002161 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344002161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fe8c06: reopening flushed file at 1733344002218 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643033d2: reopening flushed file at 1733344002225 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7a5847: reopening flushed file at 1733344002253 (+28 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 273ms, sequenceid=97, compaction requested=false at 1733344002268 (+15 ms)Writing region close event to WAL at 1733344002298 (+30 ms)Closed at 1733344002298 2024-12-04T20:26:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741830_1006 (size=63666) 2024-12-04T20:26:42,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1c6a452-2617-40ce-1541-d8d164d46b51/MasterData/WALs/c2ef38372881,35033,1733343985250/c2ef38372881%2C35033%2C1733343985250.1733343985924 not finished, retry = 0 2024-12-04T20:26:42,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:42,421 INFO [M:0;c2ef38372881:35033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:26:42,422 INFO [M:0;c2ef38372881:35033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35033 2024-12-04T20:26:42,423 INFO [M:0;c2ef38372881:35033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x100a6e98ade0003, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:42,525 INFO [M:0;c2ef38372881:35033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:42,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cc87239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:42,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:42,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:42,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:42,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:42,546 WARN [BP-1796323429-172.17.0.2-1733343984399 heartbeating to localhost/127.0.0.1:39023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:26:42,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:26:42,546 WARN [BP-1796323429-172.17.0.2-1733343984399 heartbeating to localhost/127.0.0.1:39023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1796323429-172.17.0.2-1733343984399 (Datanode Uuid 9055d698-fafe-4585-99f5-292e2dad705a) service to localhost/127.0.0.1:39023 2024-12-04T20:26:42,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:26:42,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/cluster_36c06496-7952-22fc-f4cf-f22689893475/data/data1/current/BP-1796323429-172.17.0.2-1733343984399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:42,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/cluster_36c06496-7952-22fc-f4cf-f22689893475/data/data2/current/BP-1796323429-172.17.0.2-1733343984399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:42,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:26:42,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6114c7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:42,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:42,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:42,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:42,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:42,562 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 1033, reset compression=false 2024-12-04T20:26:42,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:26:42,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:26:42,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:42,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:42,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:42,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:42,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:42,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:26:42,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=973818413, stopped=false 2024-12-04T20:26:42,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,42605,1733343982096 2024-12-04T20:26:42,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01947278514/running 2024-12-04T20:26:42,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01947278514/running 2024-12-04T20:26:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:42,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:42,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:42,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on znode that does not yet exist, /01947278514/running 2024-12-04T20:26:42,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Set watcher on znode that does not yet exist, /01947278514/running 2024-12-04T20:26:42,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:42,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:42,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,34319,1733343982139' ***** 2024-12-04T20:26:42,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:26:42,581 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:26:42,581 INFO [RS:0;c2ef38372881:34319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:26:42,581 INFO [RS:0;c2ef38372881:34319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:26:42,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:26:42,581 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(3091): Received CLOSE for cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:42,593 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(3091): Received CLOSE for 21adf70e405a64212b18d78592221c49 2024-12-04T20:26:42,593 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,34319,1733343982139 2024-12-04T20:26:42,593 INFO [RS:0;c2ef38372881:34319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:42,593 INFO [RS:0;c2ef38372881:34319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34319. 2024-12-04T20:26:42,593 DEBUG [RS:0;c2ef38372881:34319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:42,593 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:42,593 INFO [RS:0;c2ef38372881:34319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:26:42,593 INFO [RS:0;c2ef38372881:34319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:26:42,593 INFO [RS:0;c2ef38372881:34319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:26:42,594 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:26:42,599 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf2456dc7477ffe9e13eb71b9149cdeb, disabling compactions & flushes 2024-12-04T20:26:42,599 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:42,599 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:42,599 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. after waiting 0 ms 2024-12-04T20:26:42,599 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:42,599 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf2456dc7477ffe9e13eb71b9149cdeb 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T20:26:42,601 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:26:42,601 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:26:42,605 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:26:42,605 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1325): Online Regions={cf2456dc7477ffe9e13eb71b9149cdeb=hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb., 21adf70e405a64212b18d78592221c49=test,,1733343987276.21adf70e405a64212b18d78592221c49., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:26:42,605 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21adf70e405a64212b18d78592221c49, cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:42,605 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:42,605 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:42,605 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:42,605 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:42,605 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:42,605 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:26:42,618 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:42,639 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/info/16afe3eba54846619be5d2313bc82148 is 147, key is hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb./info:regioninfo/1733343992811/Put/seqid=0 2024-12-04T20:26:42,650 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/.tmp/hfileref/ec4b16ce250248b18c06b58f254a42a4 is 74, key is 1/hfileref:5bd06438114f4fbc9a3ec430dd5b8a06_SeqId_4_/1733343998431/DeleteColumn/seqid=0 2024-12-04T20:26:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741846_1022 (size=7686) 2024-12-04T20:26:42,662 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/info/16afe3eba54846619be5d2313bc82148 2024-12-04T20:26:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741847_1023 (size=5345) 2024-12-04T20:26:42,675 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T20:26:42,676 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2ef38372881:35033 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:35033 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:26:42,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c2ef38372881:35033 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:35033 2024-12-04T20:26:42,709 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/ns/9b9f27b491ae40608e8921203ffb0efd is 43, key is default/ns:d/1733343984265/Put/seqid=0 2024-12-04T20:26:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741848_1024 (size=5153) 2024-12-04T20:26:42,725 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/ns/9b9f27b491ae40608e8921203ffb0efd 2024-12-04T20:26:42,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:42,786 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2ef38372881:35033 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:35033 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:26:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c2ef38372881:35033 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:35033 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T20:26:42,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c2ef38372881:35033 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2ef38372881/172.17.0.2:35033 2024-12-04T20:26:42,792 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/rep_barrier/a3733a803c354093b0a110f8d5c7fbb4 is 112, key is test,,1733343987276.21adf70e405a64212b18d78592221c49./rep_barrier:seqnumDuringOpen/1733343988419/Put/seqid=0 2024-12-04T20:26:42,805 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21adf70e405a64212b18d78592221c49, cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741849_1025 (size=5518) 2024-12-04T20:26:42,811 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/rep_barrier/a3733a803c354093b0a110f8d5c7fbb4 2024-12-04T20:26:42,834 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/table/ccd25023b6ac47a0952c55f84a839400 is 53, key is hbase:replication/table:state/1733343992824/Put/seqid=0 2024-12-04T20:26:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741850_1026 (size=5308) 2024-12-04T20:26:42,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:42,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2ef38372881:35033 this server is in the failed servers list 2024-12-04T20:26:42,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2ef38372881:35033 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:43,005 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21adf70e405a64212b18d78592221c49, cf2456dc7477ffe9e13eb71b9149cdeb 2024-12-04T20:26:43,067 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/.tmp/hfileref/ec4b16ce250248b18c06b58f254a42a4 2024-12-04T20:26:43,087 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/.tmp/queue/5f6a644348424beea30b5cd9e52f41b5 is 153, key is 1-c2ef38372881,34319,1733343982139/queue:c2ef38372881%2C34319%2C1733343982139/1733343998432/Put/seqid=0 2024-12-04T20:26:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741851_1027 (size=5352) 2024-12-04T20:26:43,091 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/.tmp/queue/5f6a644348424beea30b5cd9e52f41b5 2024-12-04T20:26:43,097 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/.tmp/hfileref/ec4b16ce250248b18c06b58f254a42a4 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/hfileref/ec4b16ce250248b18c06b58f254a42a4 2024-12-04T20:26:43,102 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/hfileref/ec4b16ce250248b18c06b58f254a42a4, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T20:26:43,103 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/.tmp/queue/5f6a644348424beea30b5cd9e52f41b5 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/queue/5f6a644348424beea30b5cd9e52f41b5 2024-12-04T20:26:43,109 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/queue/5f6a644348424beea30b5cd9e52f41b5, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T20:26:43,110 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cf2456dc7477ffe9e13eb71b9149cdeb in 511ms, sequenceid=10, compaction requested=false 2024-12-04T20:26:43,114 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/replication/cf2456dc7477ffe9e13eb71b9149cdeb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T20:26:43,114 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:43,114 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:43,115 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:43,115 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf2456dc7477ffe9e13eb71b9149cdeb: Waiting for close lock at 1733344002597Running coprocessor pre-close hooks at 1733344002599 (+2 ms)Disabling compacts and flushes for region at 1733344002599Disabling writes for close at 1733344002599Obtaining lock to block concurrent updates at 1733344002599Preparing flush snapshotting stores in cf2456dc7477ffe9e13eb71b9149cdeb at 1733344002599Finished memstore snapshotting hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733344002600 (+1 ms)Flushing stores of hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. at 1733344002605 (+5 ms)Flushing cf2456dc7477ffe9e13eb71b9149cdeb/hfileref: creating writer at 1733344002606 (+1 ms)Flushing cf2456dc7477ffe9e13eb71b9149cdeb/hfileref: appending metadata at 1733344002649 (+43 ms)Flushing cf2456dc7477ffe9e13eb71b9149cdeb/hfileref: closing flushed file at 1733344002649Flushing cf2456dc7477ffe9e13eb71b9149cdeb/queue: creating writer at 1733344003071 (+422 ms)Flushing cf2456dc7477ffe9e13eb71b9149cdeb/queue: appending metadata at 1733344003086 (+15 ms)Flushing cf2456dc7477ffe9e13eb71b9149cdeb/queue: closing flushed file at 1733344003086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e4adda: reopening flushed file at 1733344003096 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef0e879: reopening flushed file at 1733344003102 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cf2456dc7477ffe9e13eb71b9149cdeb in 511ms, sequenceid=10, compaction requested=false at 1733344003110 (+8 ms)Writing region close event to WAL at 1733344003111 (+1 ms)Running coprocessor post-close hooks at 1733344003114 (+3 ms)Closed at 1733344003115 (+1 ms) 2024-12-04T20:26:43,115 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733343991615.cf2456dc7477ffe9e13eb71b9149cdeb. 2024-12-04T20:26:43,115 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21adf70e405a64212b18d78592221c49, disabling compactions & flushes 2024-12-04T20:26:43,115 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:43,115 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:43,115 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733343987276.21adf70e405a64212b18d78592221c49. after waiting 0 ms 2024-12-04T20:26:43,115 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:43,120 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/default/test/21adf70e405a64212b18d78592221c49/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T20:26:43,120 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:43,120 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:26:43,120 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:43,121 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21adf70e405a64212b18d78592221c49: Waiting for close lock at 1733344003115Running coprocessor pre-close hooks at 1733344003115Disabling compacts and flushes for region at 1733344003115Disabling writes for close at 1733344003115Writing region close event to WAL at 1733344003116 (+1 ms)Running coprocessor post-close hooks at 1733344003120 (+4 ms)Closed at 1733344003120 2024-12-04T20:26:43,121 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733343987276.21adf70e405a64212b18d78592221c49. 2024-12-04T20:26:43,193 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 1033, reset compression=false 2024-12-04T20:26:43,201 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:26:43,201 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 1328, reset compression=false 2024-12-04T20:26:43,206 DEBUG [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:26:43,244 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/table/ccd25023b6ac47a0952c55f84a839400 2024-12-04T20:26:43,264 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/info/16afe3eba54846619be5d2313bc82148 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/info/16afe3eba54846619be5d2313bc82148 2024-12-04T20:26:43,274 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/info/16afe3eba54846619be5d2313bc82148, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:26:43,275 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/ns/9b9f27b491ae40608e8921203ffb0efd as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/ns/9b9f27b491ae40608e8921203ffb0efd 2024-12-04T20:26:43,281 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/ns/9b9f27b491ae40608e8921203ffb0efd, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:26:43,284 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/rep_barrier/a3733a803c354093b0a110f8d5c7fbb4 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/rep_barrier/a3733a803c354093b0a110f8d5c7fbb4 2024-12-04T20:26:43,290 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/rep_barrier/a3733a803c354093b0a110f8d5c7fbb4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:26:43,295 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/.tmp/table/ccd25023b6ac47a0952c55f84a839400 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/table/ccd25023b6ac47a0952c55f84a839400 2024-12-04T20:26:43,302 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/table/ccd25023b6ac47a0952c55f84a839400, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:26:43,303 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 698ms, sequenceid=16, compaction requested=false 2024-12-04T20:26:43,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:43,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2ef38372881:35033 this server is in the failed servers list 2024-12-04T20:26:43,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2ef38372881:35033 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:43,342 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:26:43,343 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:26:43,343 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:26:43,343 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:43,343 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344002605Running coprocessor pre-close hooks at 1733344002605Disabling compacts and flushes for region at 1733344002605Disabling writes for close at 1733344002605Obtaining lock to block concurrent updates at 1733344002605Preparing flush snapshotting stores in 1588230740 at 1733344002605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344002606 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733344002607 (+1 ms)Flushing 1588230740/info: creating writer at 1733344002607Flushing 1588230740/info: appending metadata at 1733344002639 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733344002639Flushing 1588230740/ns: creating writer at 1733344002669 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733344002708 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1733344002708Flushing 1588230740/rep_barrier: creating writer at 1733344002741 (+33 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344002792 (+51 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344002792Flushing 1588230740/table: creating writer at 1733344002816 (+24 ms)Flushing 1588230740/table: appending metadata at 1733344002834 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733344002834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d894f60: reopening flushed file at 1733344003249 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f25112e: reopening flushed file at 1733344003274 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146594de: reopening flushed file at 1733344003282 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254a4a6d: reopening flushed file at 1733344003291 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 698ms, sequenceid=16, compaction requested=false at 1733344003303 (+12 ms)Writing region close event to WAL at 1733344003338 (+35 ms)Running coprocessor post-close hooks at 1733344003343 (+5 ms)Closed at 1733344003343 2024-12-04T20:26:43,343 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:43,406 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,34319,1733343982139; all regions closed. 2024-12-04T20:26:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:26:43,413 DEBUG [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/oldWALs 2024-12-04T20:26:43,413 INFO [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C34319%2C1733343982139.meta:.meta(num 1733343984228) 2024-12-04T20:26:43,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.rep.1733343992760 not finished, retry = 0 2024-12-04T20:26:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741839_1015 (size=2695) 2024-12-04T20:26:43,425 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/WALs/c2ef38372881,34319,1733343982139/c2ef38372881%2C34319%2C1733343982139.1733343983741 to pos 1328, reset compression=false 2024-12-04T20:26:43,517 DEBUG [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/oldWALs 2024-12-04T20:26:43,517 INFO [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C34319%2C1733343982139.rep:(num 1733343992760) 2024-12-04T20:26:43,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741832_1008 (size=1336) 2024-12-04T20:26:43,521 DEBUG [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/oldWALs 2024-12-04T20:26:43,521 INFO [RS:0;c2ef38372881:34319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C34319%2C1733343982139:(num 1733343983741) 2024-12-04T20:26:43,521 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:43,521 INFO [RS:0;c2ef38372881:34319 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:26:43,521 INFO [RS:0;c2ef38372881:34319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:43,521 INFO [RS:0;c2ef38372881:34319 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:43,521 INFO [RS:0;c2ef38372881:34319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:43,521 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:43,522 INFO [RS:0;c2ef38372881:34319 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,34319,1733343982139 because: Region server is closing 2024-12-04T20:26:43,522 INFO [RS:0;c2ef38372881:34319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34319. 2024-12-04T20:26:43,522 DEBUG [RS:0;c2ef38372881:34319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:43,522 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:43,522 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:43,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:43,622 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.wal-reader.c2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:26:43,622 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-04T20:26:43,622 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T20:26:43,622 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T20:26:43,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:43,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2ef38372881:35033 this server is in the failed servers list 2024-12-04T20:26:43,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2ef38372881:35033 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:44,223 INFO [RS:0;c2ef38372881:34319 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34319,1733343982139.replicationSource.shipperc2ef38372881%2C34319%2C1733343982139,1-c2ef38372881,34319,1733343982139 terminated 2024-12-04T20:26:44,224 INFO [RS:0;c2ef38372881:34319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34319. 2024-12-04T20:26:44,224 DEBUG [RS:0;c2ef38372881:34319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:44,224 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:44,224 DEBUG [RS:0;c2ef38372881:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:44,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:44,224 INFO [RS:0;c2ef38372881:34319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34319 2024-12-04T20:26:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514/rs 2024-12-04T20:26:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01947278514/rs/c2ef38372881,34319,1733343982139 2024-12-04T20:26:44,226 INFO [RS:0;c2ef38372881:34319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:44,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,34319,1733343982139] 2024-12-04T20:26:44,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01947278514/draining/c2ef38372881,34319,1733343982139 already deleted, retry=false 2024-12-04T20:26:44,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,34319,1733343982139 expired; onlineServers=0 2024-12-04T20:26:44,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,42605,1733343982096' ***** 2024-12-04T20:26:44,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:26:44,228 INFO [M:0;c2ef38372881:42605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:26:44,228 INFO [M:0;c2ef38372881:42605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:26:44,228 DEBUG [M:0;c2ef38372881:42605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:26:44,228 DEBUG [M:0;c2ef38372881:42605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:26:44,228 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343983490 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733343983490,5,FailOnTimeoutGroup] 2024-12-04T20:26:44,228 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343983489 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733343983489,5,FailOnTimeoutGroup] 2024-12-04T20:26:44,228 INFO [M:0;c2ef38372881:42605 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:26:44,228 INFO [M:0;c2ef38372881:42605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:26:44,228 DEBUG [M:0;c2ef38372881:42605 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:26:44,228 INFO [M:0;c2ef38372881:42605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:26:44,229 INFO [M:0;c2ef38372881:42605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:26:44,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:26:44,229 INFO [M:0;c2ef38372881:42605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:26:44,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:26:44,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01947278514/master 2024-12-04T20:26:44,232 DEBUG [M:0;c2ef38372881:42605 {}] zookeeper.RecoverableZooKeeper(212): Node /01947278514/master already deleted, retry=false 2024-12-04T20:26:44,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01947278514 2024-12-04T20:26:44,232 DEBUG [M:0;c2ef38372881:42605 {}] master.ActiveMasterManager(353): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Failed delete of our master address node; KeeperErrorCode = NoNode for /01947278514/master 2024-12-04T20:26:44,232 INFO [M:0;c2ef38372881:42605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/.lastflushedseqids 2024-12-04T20:26:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741852_1028 (size=263) 2024-12-04T20:26:44,273 INFO [M:0;c2ef38372881:42605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:26:44,273 INFO [M:0;c2ef38372881:42605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:26:44,274 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:44,274 INFO [M:0;c2ef38372881:42605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:44,274 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:44,274 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:44,274 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:44,274 INFO [M:0;c2ef38372881:42605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T20:26:44,302 DEBUG [M:0;c2ef38372881:42605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5994424eda450984dee1ee0793cbcd is 82, key is hbase:meta,,1/info:regioninfo/1733343984254/Put/seqid=0 2024-12-04T20:26:44,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741853_1029 (size=5672) 2024-12-04T20:26:44,320 INFO [M:0;c2ef38372881:42605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5994424eda450984dee1ee0793cbcd 2024-12-04T20:26:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x100a6e98ade0001, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:44,328 INFO [RS:0;c2ef38372881:34319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:44,328 INFO [RS:0;c2ef38372881:34319 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,34319,1733343982139; zookeeper connection closed. 2024-12-04T20:26:44,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5446c788 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5446c788 2024-12-04T20:26:44,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:26:44,342 DEBUG [M:0;c2ef38372881:42605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0d17e5cf358446d8d8d7db064f58a85 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733343992831/Put/seqid=0 2024-12-04T20:26:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741854_1030 (size=8516) 2024-12-04T20:26:44,747 INFO [M:0;c2ef38372881:42605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0d17e5cf358446d8d8d7db064f58a85 2024-12-04T20:26:44,763 DEBUG [M:0;c2ef38372881:42605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b9953567674f12ae12927404afe3be is 69, key is c2ef38372881,34319,1733343982139/rs:state/1733343983587/Put/seqid=0 2024-12-04T20:26:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741855_1031 (size=5156) 2024-12-04T20:26:44,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:44,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:44,827 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:45,167 INFO [M:0;c2ef38372881:42605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b9953567674f12ae12927404afe3be 2024-12-04T20:26:45,183 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5994424eda450984dee1ee0793cbcd as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee5994424eda450984dee1ee0793cbcd 2024-12-04T20:26:45,188 INFO [M:0;c2ef38372881:42605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee5994424eda450984dee1ee0793cbcd, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:26:45,189 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0d17e5cf358446d8d8d7db064f58a85 as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0d17e5cf358446d8d8d7db064f58a85 2024-12-04T20:26:45,193 INFO [M:0;c2ef38372881:42605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0d17e5cf358446d8d8d7db064f58a85, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:26:45,195 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b9953567674f12ae12927404afe3be as hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1b9953567674f12ae12927404afe3be 2024-12-04T20:26:45,199 INFO [M:0;c2ef38372881:42605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1b9953567674f12ae12927404afe3be, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:26:45,201 INFO [M:0;c2ef38372881:42605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=97, compaction requested=false 2024-12-04T20:26:45,269 INFO [M:0;c2ef38372881:42605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:45,269 DEBUG [M:0;c2ef38372881:42605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344004274Disabling compacts and flushes for region at 1733344004274Disabling writes for close at 1733344004274Obtaining lock to block concurrent updates at 1733344004274Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344004274Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733344004274Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344004275 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344004275Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344004301 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344004301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344004326 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344004342 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344004342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344004751 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344004762 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344004762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61058eea: reopening flushed file at 1733344005182 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16137679: reopening flushed file at 1733344005188 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6819eca2: reopening flushed file at 1733344005193 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=97, compaction requested=false at 1733344005201 (+8 ms)Writing region close event to WAL at 1733344005269 (+68 ms)Closed at 1733344005269 2024-12-04T20:26:45,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fa8d309-f958-aede-f73d-f811906bc5dc/MasterData/WALs/c2ef38372881,42605,1733343982096/c2ef38372881%2C42605%2C1733343982096.1733343983423 not finished, retry = 0 2024-12-04T20:26:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741830_1006 (size=63654) 2024-12-04T20:26:45,384 INFO [M:0;c2ef38372881:42605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:26:45,384 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:26:45,384 INFO [M:0;c2ef38372881:42605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42605 2024-12-04T20:26:45,385 INFO [M:0;c2ef38372881:42605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:26:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x100a6e98ade0000, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:26:45,486 INFO [M:0;c2ef38372881:42605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:26:45,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233a9ae1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:45,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:45,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:45,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:45,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:45,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:26:45,507 WARN [BP-334343525-172.17.0.2-1733343981182 heartbeating to localhost/127.0.0.1:41531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:26:45,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:26:45,507 WARN [BP-334343525-172.17.0.2-1733343981182 heartbeating to localhost/127.0.0.1:41531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-334343525-172.17.0.2-1733343981182 (Datanode Uuid 029443ac-9174-452f-8c0e-e3f635edd03f) service to localhost/127.0.0.1:41531 2024-12-04T20:26:45,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273/data/data1/current/BP-334343525-172.17.0.2-1733343981182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:45,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/cluster_dd5dc7ba-f507-fe22-29d1-15d1b05a7273/data/data2/current/BP-334343525-172.17.0.2-1733343981182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:26:45,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:26:45,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8372f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:45,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:26:45,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:26:45,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:26:45,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/150bae24-0701-3bc3-a0b0-17607c062b49/hadoop.log.dir/,STOPPED} 2024-12-04T20:26:45,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:26:45,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:26:45,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39023 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41531 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41531 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39023 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39023 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41531 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 205) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4076 (was 4744) 2024-12-04T20:26:45,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=4076 2024-12-04T20:26:45,613 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T20:26:45,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.log.dir so I do NOT create it in target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771 2024-12-04T20:26:45,614 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:26:45,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.tmp.dir so I do NOT create it in target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771 2024-12-04T20:26:45,614 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726dea1d-efb8-e590-3fb5-b3855974b170/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:26:45,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771 2024-12-04T20:26:45,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb, deleteOnExit=true 2024-12-04T20:26:45,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6e98ade0005, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:26:45,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6e98ade0002, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:26:45,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6e98ade0005, quorum=127.0.0.1:61617, baseZNode=/1-1301057248 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:26:45,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6e98ade0002, quorum=127.0.0.1:61617, baseZNode=/01947278514 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:26:45,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb/zookeeper_0, clientPort=62863, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:26:45,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62863 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/test.cache.data in system properties and HBase conf 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:26:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:26:45,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:45,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:26:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:26:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:26:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:26:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:26:45,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:45,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:45,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:45,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:45,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:26:45,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:45,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:45,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:45,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/java.io.tmpdir/jetty-localhost-40675-hadoop-hdfs-3_4_1-tests_jar-_-any-9790498031313113502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:45,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:40675} 2024-12-04T20:26:45,842 INFO [Time-limited test {}] server.Server(415): Started @179332ms 2024-12-04T20:26:45,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:45,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:45,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:45,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:45,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:26:45,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:45,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:46,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a03fc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/java.io.tmpdir/jetty-localhost-33709-hadoop-hdfs-3_4_1-tests_jar-_-any-8712062093114476470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:46,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:33709} 2024-12-04T20:26:46,027 INFO [Time-limited test {}] server.Server(415): Started @179517ms 2024-12-04T20:26:46,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:26:46,117 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb/data/data1/current/BP-1046471545-172.17.0.2-1733344005672/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:46,117 WARN [Thread-2173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb/data/data2/current/BP-1046471545-172.17.0.2-1733344005672/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:46,146 WARN [Thread-2160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:26:46,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb56cb229d9d9cb8 with lease ID 0x3fa3e32a68d6d64e: Processing first storage report for DS-2291d7cc-835f-4a0c-90a2-04ad97084874 from datanode DatanodeRegistration(127.0.0.1:44099, datanodeUuid=379bf2fd-40ba-4d85-9da4-9442a0b4caf3, infoPort=37697, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=1786490933;c=1733344005672) 2024-12-04T20:26:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb56cb229d9d9cb8 with lease ID 0x3fa3e32a68d6d64e: from storage DS-2291d7cc-835f-4a0c-90a2-04ad97084874 node DatanodeRegistration(127.0.0.1:44099, datanodeUuid=379bf2fd-40ba-4d85-9da4-9442a0b4caf3, infoPort=37697, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=1786490933;c=1733344005672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb56cb229d9d9cb8 with lease ID 0x3fa3e32a68d6d64e: Processing first storage report for DS-f4d0f423-1e54-446c-8c21-c00b32d68aca from datanode DatanodeRegistration(127.0.0.1:44099, datanodeUuid=379bf2fd-40ba-4d85-9da4-9442a0b4caf3, infoPort=37697, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=1786490933;c=1733344005672) 2024-12-04T20:26:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb56cb229d9d9cb8 with lease ID 0x3fa3e32a68d6d64e: from storage DS-f4d0f423-1e54-446c-8c21-c00b32d68aca node DatanodeRegistration(127.0.0.1:44099, datanodeUuid=379bf2fd-40ba-4d85-9da4-9442a0b4caf3, infoPort=37697, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=1786490933;c=1733344005672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:46,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771 2024-12-04T20:26:46,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:46,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:26:46,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:46,658 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2 with version=8 2024-12-04T20:26:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/hbase-staging 2024-12-04T20:26:46,660 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:46,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39717 2024-12-04T20:26:46,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39717 connecting to ZooKeeper ensemble=127.0.0.1:62863 2024-12-04T20:26:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397170x0, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:46,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39717-0x100a6e9ea740000 connected 2024-12-04T20:26:46,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:46,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:46,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on znode that does not yet exist, /0594919886/running 2024-12-04T20:26:46,677 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2, hbase.cluster.distributed=false 2024-12-04T20:26:46,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on znode that does not yet exist, /0594919886/acl 2024-12-04T20:26:46,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39717 2024-12-04T20:26:46,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39717 2024-12-04T20:26:46,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39717 2024-12-04T20:26:46,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39717 2024-12-04T20:26:46,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39717 2024-12-04T20:26:46,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:46,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:46,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:46,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:46,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:46,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:46,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:26:46,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:46,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35877 2024-12-04T20:26:46,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35877 connecting to ZooKeeper ensemble=127.0.0.1:62863 2024-12-04T20:26:46,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:46,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358770x0, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:46,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358770x0, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on znode that does not yet exist, /0594919886/running 2024-12-04T20:26:46,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35877-0x100a6e9ea740001 connected 2024-12-04T20:26:46,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:26:46,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:26:46,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on znode that does not yet exist, /0594919886/master 2024-12-04T20:26:46,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on znode that does not yet exist, /0594919886/acl 2024-12-04T20:26:46,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-04T20:26:46,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35877 2024-12-04T20:26:46,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35877 2024-12-04T20:26:46,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-04T20:26:46,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35877 2024-12-04T20:26:46,729 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:39717 2024-12-04T20:26:46,730 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0594919886/backup-masters/c2ef38372881,39717,1733344006659 2024-12-04T20:26:46,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886/backup-masters 2024-12-04T20:26:46,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886/backup-masters 2024-12-04T20:26:46,731 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on existing znode=/0594919886/backup-masters/c2ef38372881,39717,1733344006659 2024-12-04T20:26:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0594919886/master 2024-12-04T20:26:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:46,732 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on existing znode=/0594919886/master 2024-12-04T20:26:46,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0594919886/backup-masters/c2ef38372881,39717,1733344006659 from backup master directory 2024-12-04T20:26:46,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886/backup-masters 2024-12-04T20:26:46,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0594919886/backup-masters/c2ef38372881,39717,1733344006659 2024-12-04T20:26:46,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886/backup-masters 2024-12-04T20:26:46,733 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:46,733 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,39717,1733344006659 2024-12-04T20:26:46,736 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/hbase.id] with ID: 4bb5e553-72e2-4981-aebe-10c256f83d62 2024-12-04T20:26:46,736 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/.tmp/hbase.id 2024-12-04T20:26:46,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:26:46,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:46,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:46,846 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:47,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:47,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:47,144 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/.tmp/hbase.id]:[hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/hbase.id] 2024-12-04T20:26:47,152 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:47,152 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:26:47,153 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T20:26:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:47,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:26:47,559 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:47,560 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:26:47,560 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:26:47,569 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store 2024-12-04T20:26:47,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:26:47,974 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:47,974 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:47,974 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:47,974 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:47,974 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:47,974 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:47,974 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:47,974 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344007974Disabling compacts and flushes for region at 1733344007974Disabling writes for close at 1733344007974Writing region close event to WAL at 1733344007974Closed at 1733344007974 2024-12-04T20:26:47,975 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/.initializing 2024-12-04T20:26:47,975 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/WALs/c2ef38372881,39717,1733344006659 2024-12-04T20:26:47,976 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:47,977 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C39717%2C1733344006659, suffix=, logDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/WALs/c2ef38372881,39717,1733344006659, archiveDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/oldWALs, maxLogs=10 2024-12-04T20:26:47,988 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/WALs/c2ef38372881,39717,1733344006659/c2ef38372881%2C39717%2C1733344006659.1733344007977, exclude list is [], retry=0 2024-12-04T20:26:47,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-2291d7cc-835f-4a0c-90a2-04ad97084874,DISK] 2024-12-04T20:26:47,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/WALs/c2ef38372881,39717,1733344006659/c2ef38372881%2C39717%2C1733344006659.1733344007977 2024-12-04T20:26:47,993 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697)] 2024-12-04T20:26:47,993 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:47,993 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:47,993 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:47,993 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:47,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:47,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:26:47,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:47,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:47,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:47,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:26:47,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:47,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:47,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:47,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:26:47,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:47,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:48,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:48,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:26:48,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:48,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:48,001 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:48,002 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:48,002 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:48,003 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:48,003 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:48,004 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:48,005 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:48,010 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:48,010 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71498845, jitterRate=0.06541581451892853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:48,011 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344007993Initializing all the Stores at 1733344007994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344007994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344007995 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344007995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344007995Cleaning up temporary data from old regions at 1733344008003 (+8 ms)Region opened successfully at 1733344008011 (+8 ms) 2024-12-04T20:26:48,012 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:26:48,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dabcc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:48,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:26:48,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:26:48,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:26:48,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:26:48,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:26:48,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:26:48,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:26:48,026 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:26:48,026 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Unable to get data of znode /0594919886/balancer because node does not exist (not necessarily an error) 2024-12-04T20:26:48,027 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0594919886/balancer already deleted, retry=false 2024-12-04T20:26:48,027 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:26:48,028 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Unable to get data of znode /0594919886/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:26:48,029 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0594919886/normalizer already deleted, retry=false 2024-12-04T20:26:48,029 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:26:48,030 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Unable to get data of znode /0594919886/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:26:48,031 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0594919886/switch/split already deleted, retry=false 2024-12-04T20:26:48,032 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Unable to get data of znode /0594919886/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:26:48,032 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0594919886/switch/merge already deleted, retry=false 2024-12-04T20:26:48,035 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Unable to get data of znode /0594919886/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:26:48,036 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0594919886/snapshot-cleanup already deleted, retry=false 2024-12-04T20:26:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0594919886/running 2024-12-04T20:26:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0594919886/running 2024-12-04T20:26:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:48,038 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,39717,1733344006659, sessionid=0x100a6e9ea740000, setting cluster-up flag (Was=false) 2024-12-04T20:26:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:48,042 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0594919886/flush-table-proc/acquired, /0594919886/flush-table-proc/reached, /0594919886/flush-table-proc/abort 2024-12-04T20:26:48,043 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,39717,1733344006659 2024-12-04T20:26:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:48,047 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0594919886/online-snapshot/acquired, /0594919886/online-snapshot/reached, /0594919886/online-snapshot/abort 2024-12-04T20:26:48,048 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,39717,1733344006659 2024-12-04T20:26:48,049 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:26:48,053 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:48,053 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:26:48,054 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:26:48,054 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,39717,1733344006659 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:48,055 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,061 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344038061 2024-12-04T20:26:48,061 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:26:48,061 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:26:48,062 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:26:48,062 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:26:48,062 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:26:48,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:48,062 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:26:48,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:26:48,062 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:48,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:26:48,065 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:26:48,065 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:26:48,065 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:26:48,065 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:26:48,069 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:26:48,069 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:26:48,070 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344008069,5,FailOnTimeoutGroup] 2024-12-04T20:26:48,073 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344008070,5,FailOnTimeoutGroup] 2024-12-04T20:26:48,073 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,073 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:26:48,073 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,073 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:26:48,123 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(746): ClusterId : 4bb5e553-72e2-4981-aebe-10c256f83d62 2024-12-04T20:26:48,123 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:26:48,124 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:26:48,124 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:26:48,125 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:26:48,125 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fa9482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:48,140 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:35877 2024-12-04T20:26:48,140 INFO [RS:0;c2ef38372881:35877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:26:48,140 INFO [RS:0;c2ef38372881:35877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:26:48,140 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:26:48,141 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,39717,1733344006659 with port=35877, startcode=1733344006699 2024-12-04T20:26:48,141 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:26:48,143 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:26:48,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,35877,1733344006699 2024-12-04T20:26:48,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39717 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,35877,1733344006699 2024-12-04T20:26:48,145 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2 2024-12-04T20:26:48,145 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38655 2024-12-04T20:26:48,145 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:26:48,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886/rs 2024-12-04T20:26:48,147 DEBUG [RS:0;c2ef38372881:35877 {}] zookeeper.ZKUtil(111): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on existing znode=/0594919886/rs/c2ef38372881,35877,1733344006699 2024-12-04T20:26:48,147 WARN [RS:0;c2ef38372881:35877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:48,147 INFO [RS:0;c2ef38372881:35877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:48,147 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699 2024-12-04T20:26:48,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,35877,1733344006699] 2024-12-04T20:26:48,151 INFO [RS:0;c2ef38372881:35877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:26:48,153 INFO [RS:0;c2ef38372881:35877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:26:48,155 INFO [RS:0;c2ef38372881:35877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:26:48,155 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,155 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:26:48,156 INFO [RS:0;c2ef38372881:35877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:26:48,156 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,156 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,157 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:48,157 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:48,157 DEBUG [RS:0;c2ef38372881:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:48,165 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,165 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,165 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,165 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,165 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,165 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35877,1733344006699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:48,184 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:26:48,184 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,35877,1733344006699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,184 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,184 INFO [RS:0;c2ef38372881:35877 {}] regionserver.Replication(171): c2ef38372881,35877,1733344006699 started 2024-12-04T20:26:48,202 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:48,202 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,35877,1733344006699, RpcServer on c2ef38372881/172.17.0.2:35877, sessionid=0x100a6e9ea740001 2024-12-04T20:26:48,202 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:26:48,202 DEBUG [RS:0;c2ef38372881:35877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,35877,1733344006699 2024-12-04T20:26:48,202 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,35877,1733344006699' 2024-12-04T20:26:48,202 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0594919886/flush-table-proc/abort' 2024-12-04T20:26:48,203 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0594919886/flush-table-proc/acquired' 2024-12-04T20:26:48,203 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:26:48,203 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:26:48,203 DEBUG [RS:0;c2ef38372881:35877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,35877,1733344006699 2024-12-04T20:26:48,203 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,35877,1733344006699' 2024-12-04T20:26:48,203 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0594919886/online-snapshot/abort' 2024-12-04T20:26:48,204 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0594919886/online-snapshot/acquired' 2024-12-04T20:26:48,204 DEBUG [RS:0;c2ef38372881:35877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:26:48,204 INFO [RS:0;c2ef38372881:35877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:26:48,204 INFO [RS:0;c2ef38372881:35877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:26:48,305 INFO [RS:0;c2ef38372881:35877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:48,306 INFO [RS:0;c2ef38372881:35877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C35877%2C1733344006699, suffix=, logDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699, archiveDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/oldWALs, maxLogs=10 2024-12-04T20:26:48,316 DEBUG [RS:0;c2ef38372881:35877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, exclude list is [], retry=0 2024-12-04T20:26:48,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-2291d7cc-835f-4a0c-90a2-04ad97084874,DISK] 2024-12-04T20:26:48,320 INFO [RS:0;c2ef38372881:35877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 2024-12-04T20:26:48,320 DEBUG [RS:0;c2ef38372881:35877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697)] 2024-12-04T20:26:48,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:26:48,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2 2024-12-04T20:26:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:26:48,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:48,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:48,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:48,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:48,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:48,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:48,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:48,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:48,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:48,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:48,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:48,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:48,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:48,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:48,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:48,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:48,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:48,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:48,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740 2024-12-04T20:26:48,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740 2024-12-04T20:26:48,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:48,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:48,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:48,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:48,902 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:48,902 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65409416, jitterRate=-0.02532374858856201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344008893Initializing all the Stores at 1733344008894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344008894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344008894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344008894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344008894Cleaning up temporary data from old regions at 1733344008900 (+6 ms)Region opened successfully at 1733344008902 (+2 ms) 2024-12-04T20:26:48,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:48,903 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:48,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:48,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:48,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:48,903 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:48,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344008903Disabling compacts and flushes for region at 1733344008903Disabling writes for close at 1733344008903Writing region close event to WAL at 1733344008903Closed at 1733344008903 2024-12-04T20:26:48,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:48,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:26:48,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:26:48,904 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:48,905 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:26:49,055 DEBUG [c2ef38372881:39717 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:49,056 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,35877,1733344006699 2024-12-04T20:26:49,056 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,35877,1733344006699, state=OPENING 2024-12-04T20:26:49,057 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:26:49,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:49,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:49,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0594919886/meta-region-server: CHANGED 2024-12-04T20:26:49,058 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:49,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,35877,1733344006699}] 2024-12-04T20:26:49,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0594919886/meta-region-server: CHANGED 2024-12-04T20:26:49,211 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:49,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:26:49,217 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:26:49,217 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:49,217 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:26:49,219 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C35877%2C1733344006699.meta, suffix=.meta, logDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699, archiveDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/oldWALs, maxLogs=10 2024-12-04T20:26:49,231 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.meta.1733344009219.meta, exclude list is [], retry=0 2024-12-04T20:26:49,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-2291d7cc-835f-4a0c-90a2-04ad97084874,DISK] 2024-12-04T20:26:49,236 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.meta.1733344009219.meta 2024-12-04T20:26:49,237 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697)] 2024-12-04T20:26:49,237 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:49,237 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:49,238 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:49,238 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:26:49,238 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:26:49,238 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:26:49,238 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:49,238 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:26:49,238 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:26:49,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:49,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:49,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:49,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:49,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:49,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:49,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:49,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:49,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:49,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:49,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:49,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:49,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:49,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:49,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:49,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:49,243 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:49,244 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740 2024-12-04T20:26:49,245 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740 2024-12-04T20:26:49,246 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:49,246 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:49,246 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:49,247 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:49,247 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69991462, jitterRate=0.042954057455062866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:49,247 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:26:49,248 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344009238Writing region info on filesystem at 1733344009238Initializing all the Stores at 1733344009239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344009239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344009239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344009239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344009239Cleaning up temporary data from old regions at 1733344009246 (+7 ms)Running coprocessor post-open hooks at 1733344009247 (+1 ms)Region opened successfully at 1733344009248 (+1 ms) 2024-12-04T20:26:49,248 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344009211 2024-12-04T20:26:49,250 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:26:49,250 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:26:49,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,35877,1733344006699 2024-12-04T20:26:49,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,35877,1733344006699, state=OPEN 2024-12-04T20:26:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0594919886/meta-region-server 2024-12-04T20:26:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0594919886/meta-region-server 2024-12-04T20:26:49,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0594919886/meta-region-server: CHANGED 2024-12-04T20:26:49,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0594919886/meta-region-server: CHANGED 2024-12-04T20:26:49,261 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,35877,1733344006699 2024-12-04T20:26:49,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:26:49,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,35877,1733344006699 in 203 msec 2024-12-04T20:26:49,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:26:49,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-04T20:26:49,265 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:49,265 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:26:49,266 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:49,266 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,35877,1733344006699, seqNum=-1] 2024-12-04T20:26:49,266 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:49,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:49,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-12-04T20:26:49,271 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344009271, completionTime=-1 2024-12-04T20:26:49,271 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:26:49,271 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:26:49,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:26:49,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344069273 2024-12-04T20:26:49,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344129273 2024-12-04T20:26:49,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:26:49,273 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39717,1733344006659-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:49,274 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39717,1733344006659-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:49,274 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39717,1733344006659-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:49,274 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:39717, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:49,274 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:49,274 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:49,275 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.544sec 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39717,1733344006659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:49,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39717,1733344006659-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:26:49,279 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:26:49,279 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:26:49,279 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,39717,1733344006659-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:49,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:49,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39717,-1 for getting cluster id 2024-12-04T20:26:49,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:49,324 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb5e553-72e2-4981-aebe-10c256f83d62' 2024-12-04T20:26:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb5e553-72e2-4981-aebe-10c256f83d62" 2024-12-04T20:26:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ee488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39717,-1] 2024-12-04T20:26:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:49,326 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:49,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:49,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,35877,1733344006699, seqNum=-1] 2024-12-04T20:26:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:49,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:49,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,39717,1733344006659 2024-12-04T20:26:49,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62863 2024-12-04T20:26:49,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:49,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6e9ea740002 connected 2024-12-04T20:26:49,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.log.dir so I do NOT create it in target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a 2024-12-04T20:26:49,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:26:49,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.tmp.dir so I do NOT create it in target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a 2024-12-04T20:26:49,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:26:49,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a 2024-12-04T20:26:49,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:26:49,336 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/cluster_ca5692ea-92ca-8aee-d339-997bb500a77b, deleteOnExit=true 2024-12-04T20:26:49,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/test.cache.data in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:26:49,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:26:49,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:26:49,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:26:49,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:26:49,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:26:49,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:49,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:49,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:49,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:49,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:26:49,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:49,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:49,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:49,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/java.io.tmpdir/jetty-localhost-43577-hadoop-hdfs-3_4_1-tests_jar-_-any-15338531619179046786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:26:49,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:43577} 2024-12-04T20:26:49,536 INFO [Time-limited test {}] server.Server(415): Started @183027ms 2024-12-04T20:26:49,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:26:49,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:26:49,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:26:49,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:26:49,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:26:49,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:26:49,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:26:49,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602d2d6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/java.io.tmpdir/jetty-localhost-41669-hadoop-hdfs-3_4_1-tests_jar-_-any-3741317534849114795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:26:49,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:41669} 2024-12-04T20:26:49,743 INFO [Time-limited test {}] server.Server(415): Started @183233ms 2024-12-04T20:26:49,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:26:49,835 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/cluster_ca5692ea-92ca-8aee-d339-997bb500a77b/data/data1/current/BP-1528045557-172.17.0.2-1733344009351/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:49,835 WARN [Thread-2294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/cluster_ca5692ea-92ca-8aee-d339-997bb500a77b/data/data2/current/BP-1528045557-172.17.0.2-1733344009351/current, will proceed with Du for space computation calculation, 2024-12-04T20:26:49,858 WARN [Thread-2281 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:26:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd184b860b92b1bc with lease ID 0xd4155dad78b0b7a1: Processing first storage report for DS-e36172df-e621-40b4-81bf-fecc3c343bd1 from datanode DatanodeRegistration(127.0.0.1:35117, datanodeUuid=c03085a2-3d9d-4d9d-80c1-4289502f03e2, infoPort=34149, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=150415477;c=1733344009351) 2024-12-04T20:26:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd184b860b92b1bc with lease ID 0xd4155dad78b0b7a1: from storage DS-e36172df-e621-40b4-81bf-fecc3c343bd1 node DatanodeRegistration(127.0.0.1:35117, datanodeUuid=c03085a2-3d9d-4d9d-80c1-4289502f03e2, infoPort=34149, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=150415477;c=1733344009351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd184b860b92b1bc with lease ID 0xd4155dad78b0b7a1: Processing first storage report for DS-f9651e7d-e086-4254-9ad5-8915757731ee from datanode DatanodeRegistration(127.0.0.1:35117, datanodeUuid=c03085a2-3d9d-4d9d-80c1-4289502f03e2, infoPort=34149, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=150415477;c=1733344009351) 2024-12-04T20:26:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd184b860b92b1bc with lease ID 0xd4155dad78b0b7a1: from storage DS-f9651e7d-e086-4254-9ad5-8915757731ee node DatanodeRegistration(127.0.0.1:35117, datanodeUuid=c03085a2-3d9d-4d9d-80c1-4289502f03e2, infoPort=34149, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=150415477;c=1733344009351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:26:49,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a 2024-12-04T20:26:49,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:49,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:49,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:26:50,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002 with version=8 2024-12-04T20:26:50,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/hbase-staging 2024-12-04T20:26:50,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:50,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:50,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:50,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:50,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:26:50,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:50,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40825 2024-12-04T20:26:50,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40825 connecting to ZooKeeper ensemble=127.0.0.1:62863 2024-12-04T20:26:50,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408250x0, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:50,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40825-0x100a6e9ea740003 connected 2024-12-04T20:26:50,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:50,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:50,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on znode that does not yet exist, /11438526889/running 2024-12-04T20:26:50,315 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002, hbase.cluster.distributed=false 2024-12-04T20:26:50,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on znode that does not yet exist, /11438526889/acl 2024-12-04T20:26:50,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40825 2024-12-04T20:26:50,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40825 2024-12-04T20:26:50,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40825 2024-12-04T20:26:50,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40825 2024-12-04T20:26:50,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40825 2024-12-04T20:26:50,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:26:50,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40827 2024-12-04T20:26:50,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40827 connecting to ZooKeeper ensemble=127.0.0.1:62863 2024-12-04T20:26:50,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:50,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408270x0, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:50,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408270x0, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on znode that does not yet exist, /11438526889/running 2024-12-04T20:26:50,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40827-0x100a6e9ea740004 connected 2024-12-04T20:26:50,343 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:26:50,345 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:26:50,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on znode that does not yet exist, /11438526889/master 2024-12-04T20:26:50,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on znode that does not yet exist, /11438526889/acl 2024-12-04T20:26:50,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40827 2024-12-04T20:26:50,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40827 2024-12-04T20:26:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40827 2024-12-04T20:26:50,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40827 2024-12-04T20:26:50,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40827 2024-12-04T20:26:50,367 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:40825 2024-12-04T20:26:50,368 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11438526889/backup-masters/c2ef38372881,40825,1733344010302 2024-12-04T20:26:50,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889/backup-masters 2024-12-04T20:26:50,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889/backup-masters 2024-12-04T20:26:50,369 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on existing znode=/11438526889/backup-masters/c2ef38372881,40825,1733344010302 2024-12-04T20:26:50,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:50,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11438526889/master 2024-12-04T20:26:50,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:50,370 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on existing znode=/11438526889/master 2024-12-04T20:26:50,371 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11438526889/backup-masters/c2ef38372881,40825,1733344010302 from backup master directory 2024-12-04T20:26:50,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889/backup-masters 2024-12-04T20:26:50,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11438526889/backup-masters/c2ef38372881,40825,1733344010302 2024-12-04T20:26:50,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889/backup-masters 2024-12-04T20:26:50,371 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:50,371 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,40825,1733344010302 2024-12-04T20:26:50,374 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/hbase.id] with ID: 8c4184a8-8248-46e8-bc3c-b7de688c3afc 2024-12-04T20:26:50,375 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/.tmp/hbase.id 2024-12-04T20:26:50,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:26:50,779 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/.tmp/hbase.id]:[hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/hbase.id] 2024-12-04T20:26:50,791 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:26:50,791 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:26:50,796 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-12-04T20:26:50,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:50,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:26:50,802 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:50,802 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:26:50,803 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:50,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:26:50,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:50,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:50,855 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:26:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:26:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:26:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:26:51,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store 2024-12-04T20:26:51,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:26:51,619 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:51,619 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:26:51,619 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:51,619 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:51,619 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:26:51,619 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:51,619 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:26:51,619 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344011619Disabling compacts and flushes for region at 1733344011619Disabling writes for close at 1733344011619Writing region close event to WAL at 1733344011619Closed at 1733344011619 2024-12-04T20:26:51,620 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/.initializing 2024-12-04T20:26:51,620 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/WALs/c2ef38372881,40825,1733344010302 2024-12-04T20:26:51,621 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:51,622 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C40825%2C1733344010302, suffix=, logDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/WALs/c2ef38372881,40825,1733344010302, archiveDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/oldWALs, maxLogs=10 2024-12-04T20:26:51,638 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/WALs/c2ef38372881,40825,1733344010302/c2ef38372881%2C40825%2C1733344010302.1733344011622, exclude list is [], retry=0 2024-12-04T20:26:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35117,DS-e36172df-e621-40b4-81bf-fecc3c343bd1,DISK] 2024-12-04T20:26:51,642 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/WALs/c2ef38372881,40825,1733344010302/c2ef38372881%2C40825%2C1733344010302.1733344011622 2024-12-04T20:26:51,643 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T20:26:51,643 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:51,643 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:51,643 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,643 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:26:51,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:51,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:51,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:26:51,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:51,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:51,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:26:51,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:51,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:51,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:26:51,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:51,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:51,649 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,650 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,650 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,651 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,651 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,651 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:51,652 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:26:51,654 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:51,654 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68079309, jitterRate=0.014460757374763489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:51,654 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344011643Initializing all the Stores at 1733344011644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344011644Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344011644Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344011644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344011644Cleaning up temporary data from old regions at 1733344011651 (+7 ms)Region opened successfully at 1733344011654 (+3 ms) 2024-12-04T20:26:51,654 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:26:51,657 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa3bc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:51,658 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:26:51,658 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:26:51,658 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:26:51,659 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:26:51,659 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:26:51,659 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:26:51,659 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:26:51,661 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:26:51,662 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Unable to get data of znode /11438526889/balancer because node does not exist (not necessarily an error) 2024-12-04T20:26:51,663 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11438526889/balancer already deleted, retry=false 2024-12-04T20:26:51,663 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:26:51,664 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Unable to get data of znode /11438526889/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:26:51,664 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11438526889/normalizer already deleted, retry=false 2024-12-04T20:26:51,665 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:26:51,665 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Unable to get data of znode /11438526889/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:26:51,666 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11438526889/switch/split already deleted, retry=false 2024-12-04T20:26:51,667 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Unable to get data of znode /11438526889/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:26:51,667 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11438526889/switch/merge already deleted, retry=false 2024-12-04T20:26:51,669 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Unable to get data of znode /11438526889/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:26:51,670 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11438526889/snapshot-cleanup already deleted, retry=false 2024-12-04T20:26:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11438526889/running 2024-12-04T20:26:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11438526889/running 2024-12-04T20:26:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:51,671 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,40825,1733344010302, sessionid=0x100a6e9ea740003, setting cluster-up flag (Was=false) 2024-12-04T20:26:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:51,675 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11438526889/flush-table-proc/acquired, /11438526889/flush-table-proc/reached, /11438526889/flush-table-proc/abort 2024-12-04T20:26:51,676 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,40825,1733344010302 2024-12-04T20:26:51,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:51,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:51,680 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11438526889/online-snapshot/acquired, /11438526889/online-snapshot/reached, /11438526889/online-snapshot/abort 2024-12-04T20:26:51,681 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,40825,1733344010302 2024-12-04T20:26:51,682 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:26:51,686 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:51,686 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:26:51,687 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:26:51,687 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,40825,1733344010302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:51,688 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:51,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:26:51,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:51,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:26:51,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344041697 2024-12-04T20:26:51,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:26:51,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:26:51,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:26:51,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:26:51,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:26:51,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:26:51,699 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,700 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:26:51,700 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:26:51,700 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:26:51,700 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:26:51,700 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:26:51,700 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:26:51,701 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344011700,5,FailOnTimeoutGroup] 2024-12-04T20:26:51,705 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344011701,5,FailOnTimeoutGroup] 2024-12-04T20:26:51,705 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,705 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:26:51,705 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,705 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:26:51,757 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(746): ClusterId : 8c4184a8-8248-46e8-bc3c-b7de688c3afc 2024-12-04T20:26:51,757 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:26:51,759 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:26:51,759 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:26:51,760 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:26:51,760 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d7dbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:26:51,770 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:40827 2024-12-04T20:26:51,770 INFO [RS:0;c2ef38372881:40827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:26:51,770 INFO [RS:0;c2ef38372881:40827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:26:51,770 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:26:51,771 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,40825,1733344010302 with port=40827, startcode=1733344010332 2024-12-04T20:26:51,771 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:26:51,772 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:26:51,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,40827,1733344010332 2024-12-04T20:26:51,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40825 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,40827,1733344010332 2024-12-04T20:26:51,774 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002 2024-12-04T20:26:51,774 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37947 2024-12-04T20:26:51,774 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:26:51,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889/rs 2024-12-04T20:26:51,775 DEBUG [RS:0;c2ef38372881:40827 {}] zookeeper.ZKUtil(111): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on existing znode=/11438526889/rs/c2ef38372881,40827,1733344010332 2024-12-04T20:26:51,775 WARN [RS:0;c2ef38372881:40827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:26:51,775 INFO [RS:0;c2ef38372881:40827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:51,775 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332 2024-12-04T20:26:51,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,40827,1733344010332] 2024-12-04T20:26:51,778 INFO [RS:0;c2ef38372881:40827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:26:51,779 INFO [RS:0;c2ef38372881:40827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:26:51,779 INFO [RS:0;c2ef38372881:40827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:26:51,780 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,780 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:26:51,780 INFO [RS:0;c2ef38372881:40827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:26:51,780 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,780 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:51,781 DEBUG [RS:0;c2ef38372881:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:26:51,784 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,784 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,784 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,784 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,784 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,784 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40827,1733344010332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:51,802 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:26:51,802 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40827,1733344010332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,802 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,802 INFO [RS:0;c2ef38372881:40827 {}] regionserver.Replication(171): c2ef38372881,40827,1733344010332 started 2024-12-04T20:26:51,819 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:51,819 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,40827,1733344010332, RpcServer on c2ef38372881/172.17.0.2:40827, sessionid=0x100a6e9ea740004 2024-12-04T20:26:51,819 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:26:51,819 DEBUG [RS:0;c2ef38372881:40827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,40827,1733344010332 2024-12-04T20:26:51,819 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,40827,1733344010332' 2024-12-04T20:26:51,820 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11438526889/flush-table-proc/abort' 2024-12-04T20:26:51,820 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11438526889/flush-table-proc/acquired' 2024-12-04T20:26:51,820 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:26:51,820 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:26:51,820 DEBUG [RS:0;c2ef38372881:40827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,40827,1733344010332 2024-12-04T20:26:51,820 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,40827,1733344010332' 2024-12-04T20:26:51,820 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11438526889/online-snapshot/abort' 2024-12-04T20:26:51,821 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11438526889/online-snapshot/acquired' 2024-12-04T20:26:51,821 DEBUG [RS:0;c2ef38372881:40827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:26:51,821 INFO [RS:0;c2ef38372881:40827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:26:51,821 INFO [RS:0;c2ef38372881:40827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:26:51,921 INFO [RS:0;c2ef38372881:40827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:26:51,923 INFO [RS:0;c2ef38372881:40827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C40827%2C1733344010332, suffix=, logDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332, archiveDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/oldWALs, maxLogs=10 2024-12-04T20:26:51,939 DEBUG [RS:0;c2ef38372881:40827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, exclude list is [], retry=0 2024-12-04T20:26:51,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35117,DS-e36172df-e621-40b4-81bf-fecc3c343bd1,DISK] 2024-12-04T20:26:51,949 INFO [RS:0;c2ef38372881:40827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 2024-12-04T20:26:51,949 DEBUG [RS:0;c2ef38372881:40827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T20:26:52,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:26:52,111 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002 2024-12-04T20:26:52,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:26:52,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:52,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:52,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:52,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:52,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:52,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:52,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:52,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:52,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:52,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:52,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740 2024-12-04T20:26:52,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740 2024-12-04T20:26:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:52,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:52,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:52,530 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:52,531 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74207984, jitterRate=0.10578513145446777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:52,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344012521Initializing all the Stores at 1733344012522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344012522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344012522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344012522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344012522Cleaning up temporary data from old regions at 1733344012528 (+6 ms)Region opened successfully at 1733344012531 (+3 ms) 2024-12-04T20:26:52,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:26:52,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:26:52,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:26:52,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:26:52,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:26:52,531 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:26:52,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344012531Disabling compacts and flushes for region at 1733344012531Disabling writes for close at 1733344012531Writing region close event to WAL at 1733344012531Closed at 1733344012531 2024-12-04T20:26:52,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:52,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:26:52,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:26:52,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:52,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:26:52,684 DEBUG [c2ef38372881:40825 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:26:52,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,40827,1733344010332 2024-12-04T20:26:52,685 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,40827,1733344010332, state=OPENING 2024-12-04T20:26:52,687 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:26:52,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:52,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:26:52,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:26:52,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11438526889/meta-region-server: CHANGED 2024-12-04T20:26:52,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11438526889/meta-region-server: CHANGED 2024-12-04T20:26:52,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,40827,1733344010332}] 2024-12-04T20:26:52,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:26:52,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:26:52,846 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:26:52,846 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:52,846 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:26:52,847 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C40827%2C1733344010332.meta, suffix=.meta, logDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332, archiveDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/oldWALs, maxLogs=10 2024-12-04T20:26:52,857 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.meta.1733344012847.meta, exclude list is [], retry=0 2024-12-04T20:26:52,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35117,DS-e36172df-e621-40b4-81bf-fecc3c343bd1,DISK] 2024-12-04T20:26:52,863 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.meta.1733344012847.meta 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:52,864 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:26:52,864 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:26:52,864 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:26:52,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:26:52,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:26:52,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:26:52,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:26:52,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:26:52,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:26:52,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:26:52,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:26:52,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:26:52,871 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:26:52,872 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740 2024-12-04T20:26:52,872 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740 2024-12-04T20:26:52,873 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:26:52,873 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:26:52,874 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:26:52,874 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:26:52,875 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60005632, jitterRate=-0.10584640502929688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:26:52,875 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:26:52,875 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344012864Writing region info on filesystem at 1733344012865 (+1 ms)Initializing all the Stores at 1733344012865Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344012865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344012867 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344012867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344012867Cleaning up temporary data from old regions at 1733344012873 (+6 ms)Running coprocessor post-open hooks at 1733344012875 (+2 ms)Region opened successfully at 1733344012875 2024-12-04T20:26:52,876 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344012840 2024-12-04T20:26:52,877 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:26:52,877 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:26:52,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,40827,1733344010332 2024-12-04T20:26:52,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,40827,1733344010332, state=OPEN 2024-12-04T20:26:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11438526889/meta-region-server 2024-12-04T20:26:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11438526889/meta-region-server 2024-12-04T20:26:52,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,40827,1733344010332 2024-12-04T20:26:52,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11438526889/meta-region-server: CHANGED 2024-12-04T20:26:52,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11438526889/meta-region-server: CHANGED 2024-12-04T20:26:52,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:26:52,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,40827,1733344010332 in 190 msec 2024-12-04T20:26:52,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:26:52,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-12-04T20:26:52,882 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:26:52,882 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:26:52,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:52,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,40827,1733344010332, seqNum=-1] 2024-12-04T20:26:52,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:52,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:52,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-12-04T20:26:52,888 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344012888, completionTime=-1 2024-12-04T20:26:52,888 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:26:52,888 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:26:52,889 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:26:52,889 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344072889 2024-12-04T20:26:52,889 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344132889 2024-12-04T20:26:52,890 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:26:52,890 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40825,1733344010302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:52,890 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40825,1733344010302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:52,890 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40825,1733344010302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:52,890 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:40825, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:52,890 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:52,890 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:52,891 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.522sec 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40825,1733344010302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:26:52,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40825,1733344010302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:26:52,895 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:26:52,895 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:26:52,895 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,40825,1733344010302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:26:52,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:52,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40825,-1 for getting cluster id 2024-12-04T20:26:52,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:52,959 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c4184a8-8248-46e8-bc3c-b7de688c3afc' 2024-12-04T20:26:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c4184a8-8248-46e8-bc3c-b7de688c3afc" 2024-12-04T20:26:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ff4f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40825,-1] 2024-12-04T20:26:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:52,961 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:52,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:52,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,40827,1733344010332, seqNum=-1] 2024-12-04T20:26:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:52,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:26:52,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,40825,1733344010302 2024-12-04T20:26:52,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62863 2024-12-04T20:26:52,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:26:52,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6e9ea740005 connected 2024-12-04T20:26:52,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,39717,1733344006659 2024-12-04T20:26:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4592c346 2024-12-04T20:26:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:52,971 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:52,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:26:52,973 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:52,973 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:52,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:26:52,973 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:26:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:53,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efb57d4cbed46cb6e73bd9024ce9c64f, NAME => 'test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2 2024-12-04T20:26:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing efb57d4cbed46cb6e73bd9024ce9c64f, disabling compactions & flushes 2024-12-04T20:26:53,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:26:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:26:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. after waiting 0 ms 2024-12-04T20:26:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:26:53,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:26:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for efb57d4cbed46cb6e73bd9024ce9c64f: Waiting for close lock at 1733344013791Disabling compacts and flushes for region at 1733344013791Disabling writes for close at 1733344013791Writing region close event to WAL at 1733344013791Closed at 1733344013791 2024-12-04T20:26:53,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:53,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344013792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344013792"}]},"ts":"1733344013792"} 2024-12-04T20:26:53,794 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:53,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:53,796 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344013795"}]},"ts":"1733344013795"} 2024-12-04T20:26:53,797 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:26:53,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efb57d4cbed46cb6e73bd9024ce9c64f, ASSIGN}] 2024-12-04T20:26:53,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efb57d4cbed46cb6e73bd9024ce9c64f, ASSIGN 2024-12-04T20:26:53,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=efb57d4cbed46cb6e73bd9024ce9c64f, ASSIGN; state=OFFLINE, location=c2ef38372881,35877,1733344006699; forceNewPlan=false, retain=false 2024-12-04T20:26:53,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efb57d4cbed46cb6e73bd9024ce9c64f, regionState=OPENING, regionLocation=c2ef38372881,35877,1733344006699 2024-12-04T20:26:53,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=efb57d4cbed46cb6e73bd9024ce9c64f, ASSIGN because future has completed 2024-12-04T20:26:53,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efb57d4cbed46cb6e73bd9024ce9c64f, server=c2ef38372881,35877,1733344006699}] 2024-12-04T20:26:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:54,108 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:26:54,108 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => efb57d4cbed46cb6e73bd9024ce9c64f, NAME => 'test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:54,108 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:54,108 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:26:54,108 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,108 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:54,108 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,108 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,110 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,111 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb57d4cbed46cb6e73bd9024ce9c64f columnFamilyName f 2024-12-04T20:26:54,111 DEBUG [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:54,111 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] regionserver.HStore(327): Store=efb57d4cbed46cb6e73bd9024ce9c64f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:54,111 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,112 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb57d4cbed46cb6e73bd9024ce9c64f columnFamilyName f1 2024-12-04T20:26:54,112 DEBUG [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:54,113 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] regionserver.HStore(327): Store=efb57d4cbed46cb6e73bd9024ce9c64f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:54,113 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,114 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb57d4cbed46cb6e73bd9024ce9c64f columnFamilyName norep 2024-12-04T20:26:54,114 DEBUG [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:54,114 INFO [StoreOpener-efb57d4cbed46cb6e73bd9024ce9c64f-1 {}] regionserver.HStore(327): Store=efb57d4cbed46cb6e73bd9024ce9c64f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:54,114 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,115 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,115 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,116 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,116 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,116 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:54,117 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,119 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:54,119 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened efb57d4cbed46cb6e73bd9024ce9c64f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66404865, jitterRate=-0.010490402579307556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:54,119 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:26:54,120 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for efb57d4cbed46cb6e73bd9024ce9c64f: Running coprocessor pre-open hook at 1733344014109Writing region info on filesystem at 1733344014109Initializing all the Stores at 1733344014109Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344014109Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344014110 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344014110Cleaning up temporary data from old regions at 1733344014116 (+6 ms)Running coprocessor post-open hooks at 1733344014119 (+3 ms)Region opened successfully at 1733344014120 (+1 ms) 2024-12-04T20:26:54,121 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f., pid=6, masterSystemTime=1733344014103 2024-12-04T20:26:54,122 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:26:54,122 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:26:54,123 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efb57d4cbed46cb6e73bd9024ce9c64f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,35877,1733344006699 2024-12-04T20:26:54,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efb57d4cbed46cb6e73bd9024ce9c64f, server=c2ef38372881,35877,1733344006699 because future has completed 2024-12-04T20:26:54,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:26:54,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure efb57d4cbed46cb6e73bd9024ce9c64f, server=c2ef38372881,35877,1733344006699 in 175 msec 2024-12-04T20:26:54,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:26:54,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=efb57d4cbed46cb6e73bd9024ce9c64f, ASSIGN in 331 msec 2024-12-04T20:26:54,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:54,130 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344014130"}]},"ts":"1733344014130"} 2024-12-04T20:26:54,132 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:26:54,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:54,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-12-04T20:26:54,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:26:54,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:26:54,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:26:54,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:54,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:26:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:55,115 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:26:55,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,40825,1733344010302 2024-12-04T20:26:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3754b5a9 2024-12-04T20:26:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:55,117 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:55,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:26:55,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:55,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:55,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:26:55,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:26:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:55,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3a9cf9f63367ef1679103d684796794, NAME => 'test,,1733344015117.e3a9cf9f63367ef1679103d684796794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002 2024-12-04T20:26:55,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:26:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:55,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344015117.e3a9cf9f63367ef1679103d684796794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:55,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e3a9cf9f63367ef1679103d684796794, disabling compactions & flushes 2024-12-04T20:26:55,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:26:55,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:26:55,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344015117.e3a9cf9f63367ef1679103d684796794. after waiting 0 ms 2024-12-04T20:26:55,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:26:55,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:26:55,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3a9cf9f63367ef1679103d684796794: Waiting for close lock at 1733344015933Disabling compacts and flushes for region at 1733344015933Disabling writes for close at 1733344015933Writing region close event to WAL at 1733344015933Closed at 1733344015933 2024-12-04T20:26:55,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:55,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344015117.e3a9cf9f63367ef1679103d684796794.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344015934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344015934"}]},"ts":"1733344015934"} 2024-12-04T20:26:55,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:55,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:55,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344015937"}]},"ts":"1733344015937"} 2024-12-04T20:26:55,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:26:55,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3a9cf9f63367ef1679103d684796794, ASSIGN}] 2024-12-04T20:26:55,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3a9cf9f63367ef1679103d684796794, ASSIGN 2024-12-04T20:26:55,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e3a9cf9f63367ef1679103d684796794, ASSIGN; state=OFFLINE, location=c2ef38372881,40827,1733344010332; forceNewPlan=false, retain=false 2024-12-04T20:26:56,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3a9cf9f63367ef1679103d684796794, regionState=OPENING, regionLocation=c2ef38372881,40827,1733344010332 2024-12-04T20:26:56,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e3a9cf9f63367ef1679103d684796794, ASSIGN because future has completed 2024-12-04T20:26:56,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3a9cf9f63367ef1679103d684796794, server=c2ef38372881,40827,1733344010332}] 2024-12-04T20:26:56,248 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:26:56,248 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3a9cf9f63367ef1679103d684796794, NAME => 'test,,1733344015117.e3a9cf9f63367ef1679103d684796794.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:56,248 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:56,248 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:26:56,248 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,248 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344015117.e3a9cf9f63367ef1679103d684796794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:56,248 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,248 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,249 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,250 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3a9cf9f63367ef1679103d684796794 columnFamilyName f 2024-12-04T20:26:56,250 DEBUG [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:56,251 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] regionserver.HStore(327): Store=e3a9cf9f63367ef1679103d684796794/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:56,251 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,251 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3a9cf9f63367ef1679103d684796794 columnFamilyName f1 2024-12-04T20:26:56,252 DEBUG [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:56,252 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] regionserver.HStore(327): Store=e3a9cf9f63367ef1679103d684796794/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:56,252 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,253 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3a9cf9f63367ef1679103d684796794 columnFamilyName norep 2024-12-04T20:26:56,253 DEBUG [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:56,253 INFO [StoreOpener-e3a9cf9f63367ef1679103d684796794-1 {}] regionserver.HStore(327): Store=e3a9cf9f63367ef1679103d684796794/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:56,253 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,254 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,254 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,254 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,254 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,255 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:56,256 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,257 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:56,257 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3a9cf9f63367ef1679103d684796794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68829081, jitterRate=0.025633230805397034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:56,257 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:26:56,257 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3a9cf9f63367ef1679103d684796794: Running coprocessor pre-open hook at 1733344016248Writing region info on filesystem at 1733344016248Initializing all the Stores at 1733344016249 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344016249Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344016249Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344016249Cleaning up temporary data from old regions at 1733344016255 (+6 ms)Running coprocessor post-open hooks at 1733344016257 (+2 ms)Region opened successfully at 1733344016257 2024-12-04T20:26:56,258 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344015117.e3a9cf9f63367ef1679103d684796794., pid=6, masterSystemTime=1733344016244 2024-12-04T20:26:56,259 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:26:56,260 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:26:56,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3a9cf9f63367ef1679103d684796794, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,40827,1733344010332 2024-12-04T20:26:56,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3a9cf9f63367ef1679103d684796794, server=c2ef38372881,40827,1733344010332 because future has completed 2024-12-04T20:26:56,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:26:56,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3a9cf9f63367ef1679103d684796794, server=c2ef38372881,40827,1733344010332 in 169 msec 2024-12-04T20:26:56,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:26:56,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e3a9cf9f63367ef1679103d684796794, ASSIGN in 325 msec 2024-12-04T20:26:56,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:56,266 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344016265"}]},"ts":"1733344016265"} 2024-12-04T20:26:56,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:26:56,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:56,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-04T20:26:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:26:57,266 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:26:57,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39717,-1 for getting cluster id 2024-12-04T20:26:57,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:57,267 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb5e553-72e2-4981-aebe-10c256f83d62' 2024-12-04T20:26:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb5e553-72e2-4981-aebe-10c256f83d62" 2024-12-04T20:26:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236d53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39717,-1] 2024-12-04T20:26:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:57,268 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:57,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2110ed61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40825,-1 for getting cluster id 2024-12-04T20:26:57,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:57,269 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c4184a8-8248-46e8-bc3c-b7de688c3afc' 2024-12-04T20:26:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c4184a8-8248-46e8-bc3c-b7de688c3afc" 2024-12-04T20:26:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40825,-1] 2024-12-04T20:26:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:57,270 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388727eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39717,-1 for getting cluster id 2024-12-04T20:26:57,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:57,272 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb5e553-72e2-4981-aebe-10c256f83d62' 2024-12-04T20:26:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb5e553-72e2-4981-aebe-10c256f83d62" 2024-12-04T20:26:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163a002c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39717,-1] 2024-12-04T20:26:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:57,273 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:57,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7629cb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,39717,1733344006659 2024-12-04T20:26:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e07824 2024-12-04T20:26:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:57,275 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:57,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:40825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:57,277 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:40825' 2024-12-04T20:26:57,278 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba628c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,278 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40825,-1 for getting cluster id 2024-12-04T20:26:57,278 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:57,278 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c4184a8-8248-46e8-bc3c-b7de688c3afc' 2024-12-04T20:26:57,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:57,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c4184a8-8248-46e8-bc3c-b7de688c3afc" 2024-12-04T20:26:57,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347e1aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40825,-1] 2024-12-04T20:26:57,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:57,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:57,279 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:57,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6576fc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:57,280 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:57,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,40825,1733344010302 2024-12-04T20:26:57,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da0fc9d 2024-12-04T20:26:57,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:57,281 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:57,282 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T20:26:57,282 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:26:57,282 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:57,282 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:57,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:57,282 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:57,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:26:57,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:57,284 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:57,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:26:57,333 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:26:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:57,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a1980c3dfdec425cca88d7cdbe85ac2, NAME => 'hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2 2024-12-04T20:26:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:26:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:58,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:58,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a1980c3dfdec425cca88d7cdbe85ac2, disabling compactions & flushes 2024-12-04T20:26:58,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:26:58,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:26:58,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. after waiting 0 ms 2024-12-04T20:26:58,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:26:58,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:26:58,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a1980c3dfdec425cca88d7cdbe85ac2: Waiting for close lock at 1733344018097Disabling compacts and flushes for region at 1733344018097Disabling writes for close at 1733344018097Writing region close event to WAL at 1733344018097Closed at 1733344018097 2024-12-04T20:26:58,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:58,099 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344018098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344018098"}]},"ts":"1733344018098"} 2024-12-04T20:26:58,101 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:58,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:58,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344018102"}]},"ts":"1733344018102"} 2024-12-04T20:26:58,105 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:26:58,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a1980c3dfdec425cca88d7cdbe85ac2, ASSIGN}] 2024-12-04T20:26:58,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a1980c3dfdec425cca88d7cdbe85ac2, ASSIGN 2024-12-04T20:26:58,107 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a1980c3dfdec425cca88d7cdbe85ac2, ASSIGN; state=OFFLINE, location=c2ef38372881,35877,1733344006699; forceNewPlan=false, retain=false 2024-12-04T20:26:58,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a1980c3dfdec425cca88d7cdbe85ac2, regionState=OPENING, regionLocation=c2ef38372881,35877,1733344006699 2024-12-04T20:26:58,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a1980c3dfdec425cca88d7cdbe85ac2, ASSIGN because future has completed 2024-12-04T20:26:58,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1980c3dfdec425cca88d7cdbe85ac2, server=c2ef38372881,35877,1733344006699}] 2024-12-04T20:26:58,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:26:58,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:26:58,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:26:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:58,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C35877%2C1733344006699.rep, suffix=, logDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699, archiveDir=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/oldWALs, maxLogs=10 2024-12-04T20:26:58,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.rep.1733344018416, exclude list is [], retry=0 2024-12-04T20:26:58,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-2291d7cc-835f-4a0c-90a2-04ad97084874,DISK] 2024-12-04T20:26:58,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.rep.1733344018416 2024-12-04T20:26:58,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697)] 2024-12-04T20:26:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a1980c3dfdec425cca88d7cdbe85ac2, NAME => 'hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:26:58,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:26:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:26:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. service=MultiRowMutationService 2024-12-04T20:26:58,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:26:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,432 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,433 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1980c3dfdec425cca88d7cdbe85ac2 columnFamilyName hfileref 2024-12-04T20:26:58,433 DEBUG [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:58,434 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] regionserver.HStore(327): Store=5a1980c3dfdec425cca88d7cdbe85ac2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:58,434 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,434 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1980c3dfdec425cca88d7cdbe85ac2 columnFamilyName queue 2024-12-04T20:26:58,434 DEBUG [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:58,435 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] regionserver.HStore(327): Store=5a1980c3dfdec425cca88d7cdbe85ac2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:58,435 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,435 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1980c3dfdec425cca88d7cdbe85ac2 columnFamilyName sid 2024-12-04T20:26:58,436 DEBUG [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:58,436 INFO [StoreOpener-5a1980c3dfdec425cca88d7cdbe85ac2-1 {}] regionserver.HStore(327): Store=5a1980c3dfdec425cca88d7cdbe85ac2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:26:58,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:26:58,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:26:58,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a1980c3dfdec425cca88d7cdbe85ac2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64211551, jitterRate=-0.043173328042030334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:26:58,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:26:58,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a1980c3dfdec425cca88d7cdbe85ac2: Running coprocessor pre-open hook at 1733344018431Writing region info on filesystem at 1733344018431Initializing all the Stores at 1733344018432 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344018432Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344018432Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344018432Cleaning up temporary data from old regions at 1733344018437 (+5 ms)Running coprocessor post-open hooks at 1733344018440 (+3 ms)Region opened successfully at 1733344018441 (+1 ms) 2024-12-04T20:26:58,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2., pid=10, masterSystemTime=1733344018412 2024-12-04T20:26:58,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:26:58,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:26:58,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a1980c3dfdec425cca88d7cdbe85ac2, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,35877,1733344006699 2024-12-04T20:26:58,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1980c3dfdec425cca88d7cdbe85ac2, server=c2ef38372881,35877,1733344006699 because future has completed 2024-12-04T20:26:58,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:26:58,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a1980c3dfdec425cca88d7cdbe85ac2, server=c2ef38372881,35877,1733344006699 in 187 msec 2024-12-04T20:26:58,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:26:58,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a1980c3dfdec425cca88d7cdbe85ac2, ASSIGN in 343 msec 2024-12-04T20:26:58,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:26:58,450 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344018450"}]},"ts":"1733344018450"} 2024-12-04T20:26:58,452 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:26:58,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:26:58,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-04T20:26:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2., hostname=c2ef38372881,35877,1733344006699, seqNum=2] 2024-12-04T20:26:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:26:58,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:26:58,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:26:58,646 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:26:58,670 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,35877,1733344006699, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:26:58,670 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:26:58,670 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,35877,1733344006699, seqNum=-1] 2024-12-04T20:26:58,671 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:26:58,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T20:26:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,35877,1733344006699', locateType=CURRENT is [region=hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2., hostname=c2ef38372881,35877,1733344006699, seqNum=2] 2024-12-04T20:26:58,675 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:26:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:26:58,677 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,35877,1733344006699 suceeded 2024-12-04T20:26:58,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:26:58,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-04T20:26:58,679 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:40825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:26:58,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4040 sec 2024-12-04T20:26:58,688 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:40825' 2024-12-04T20:26:58,689 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecd9ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:58,689 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40825,-1 for getting cluster id 2024-12-04T20:26:58,689 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:58,690 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c4184a8-8248-46e8-bc3c-b7de688c3afc' 2024-12-04T20:26:58,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:58,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c4184a8-8248-46e8-bc3c-b7de688c3afc" 2024-12-04T20:26:58,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47de031b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:58,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40825,-1] 2024-12-04T20:26:58,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:58,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:58,691 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:58,692 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41aa5f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:58,692 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:58,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,40825,1733344010302 2024-12-04T20:26:58,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36eef1fa 2024-12-04T20:26:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:58,693 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T20:26:58,694 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,35877,1733344006699 (queues=1) is replicating from cluster=4bb5e553-72e2-4981-aebe-10c256f83d62 to cluster=8c4184a8-8248-46e8-bc3c-b7de688c3afc 2024-12-04T20:26:58,694 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C35877%2C1733344006699 2024-12-04T20:26:58,694 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,35877,1733344006699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:26:58,694 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C35877%2C1733344006699 2024-12-04T20:26:58,694 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, startPosition=0, beingWritten=true 2024-12-04T20:26:58,698 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:26:58,698 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 379, reset compression=false 2024-12-04T20:26:58,698 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,35877,1733344006699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:26:58,901 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 379, reset compression=false 2024-12-04T20:26:59,205 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 379, reset compression=false 2024-12-04T20:26:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:59,426 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:26:59,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:26:59,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:26:59,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:59,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:59,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:59,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:59,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40825,-1 for getting cluster id 2024-12-04T20:26:59,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:59,428 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c4184a8-8248-46e8-bc3c-b7de688c3afc' 2024-12-04T20:26:59,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:59,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c4184a8-8248-46e8-bc3c-b7de688c3afc" 2024-12-04T20:26:59,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6f5b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:59,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40825,-1] 2024-12-04T20:26:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:59,429 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8501831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:59,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,40825,1733344010302 2024-12-04T20:26:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594e2c6f 2024-12-04T20:26:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:59,432 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:59,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:39717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:26:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:26:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:59,434 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:39717' 2024-12-04T20:26:59,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5adcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:59,435 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39717,-1 for getting cluster id 2024-12-04T20:26:59,435 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:26:59,436 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb5e553-72e2-4981-aebe-10c256f83d62' 2024-12-04T20:26:59,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:26:59,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb5e553-72e2-4981-aebe-10c256f83d62" 2024-12-04T20:26:59,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb878a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:59,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39717,-1] 2024-12-04T20:26:59,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:26:59,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:59,437 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:26:59,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad08f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:26:59,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:26:59,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,39717,1733344006659 2024-12-04T20:26:59,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ad406a 2024-12-04T20:26:59,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:26:59,439 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:26:59,439 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:26:59,439 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:26:59,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:59,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:26:59,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:26:59,440 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:26:59,441 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:26:59,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:26:59,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:26:59,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:26:59,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:26:59,491 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:26:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:59,608 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 379, reset compression=false 2024-12-04T20:26:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:26:59,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ee7a1097e5d29aa84e5fd20109941b0, NAME => 'hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002 2024-12-04T20:26:59,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:26:59,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:26:59,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ee7a1097e5d29aa84e5fd20109941b0, disabling compactions & flushes 2024-12-04T20:26:59,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:26:59,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:26:59,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. after waiting 0 ms 2024-12-04T20:26:59,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:26:59,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:26:59,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ee7a1097e5d29aa84e5fd20109941b0: Waiting for close lock at 1733344019855Disabling compacts and flushes for region at 1733344019855Disabling writes for close at 1733344019855Writing region close event to WAL at 1733344019855Closed at 1733344019855 2024-12-04T20:26:59,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:26:59,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344019856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344019856"}]},"ts":"1733344019856"} 2024-12-04T20:26:59,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:26:59,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:26:59,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344019859"}]},"ts":"1733344019859"} 2024-12-04T20:26:59,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:26:59,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ee7a1097e5d29aa84e5fd20109941b0, ASSIGN}] 2024-12-04T20:26:59,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ee7a1097e5d29aa84e5fd20109941b0, ASSIGN 2024-12-04T20:26:59,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ee7a1097e5d29aa84e5fd20109941b0, ASSIGN; state=OFFLINE, location=c2ef38372881,40827,1733344010332; forceNewPlan=false, retain=false 2024-12-04T20:27:00,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ee7a1097e5d29aa84e5fd20109941b0, regionState=OPENING, regionLocation=c2ef38372881,40827,1733344010332 2024-12-04T20:27:00,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ee7a1097e5d29aa84e5fd20109941b0, ASSIGN because future has completed 2024-12-04T20:27:00,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee7a1097e5d29aa84e5fd20109941b0, server=c2ef38372881,40827,1733344010332}] 2024-12-04T20:27:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:00,111 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 379, reset compression=false 2024-12-04T20:27:00,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:27:00,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:00,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:00,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:27:00,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C40827%2C1733344010332.rep, suffix=, logDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332, archiveDir=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/oldWALs, maxLogs=10 2024-12-04T20:27:00,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.rep.1733344020172, exclude list is [], retry=0 2024-12-04T20:27:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35117,DS-e36172df-e621-40b4-81bf-fecc3c343bd1,DISK] 2024-12-04T20:27:00,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.rep.1733344020172 2024-12-04T20:27:00,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T20:27:00,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee7a1097e5d29aa84e5fd20109941b0, NAME => 'hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:00,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:00,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:00,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. service=MultiRowMutationService 2024-12-04T20:27:00,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:27:00,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:00,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,187 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,188 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee7a1097e5d29aa84e5fd20109941b0 columnFamilyName hfileref 2024-12-04T20:27:00,188 DEBUG [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:00,188 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] regionserver.HStore(327): Store=8ee7a1097e5d29aa84e5fd20109941b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:00,188 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,189 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee7a1097e5d29aa84e5fd20109941b0 columnFamilyName queue 2024-12-04T20:27:00,189 DEBUG [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:00,189 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] regionserver.HStore(327): Store=8ee7a1097e5d29aa84e5fd20109941b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:00,189 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,190 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee7a1097e5d29aa84e5fd20109941b0 columnFamilyName sid 2024-12-04T20:27:00,190 DEBUG [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:00,190 INFO [StoreOpener-8ee7a1097e5d29aa84e5fd20109941b0-1 {}] regionserver.HStore(327): Store=8ee7a1097e5d29aa84e5fd20109941b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:00,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:27:00,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:00,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ee7a1097e5d29aa84e5fd20109941b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67325469, jitterRate=0.0032276660203933716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:27:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ee7a1097e5d29aa84e5fd20109941b0: Running coprocessor pre-open hook at 1733344020186Writing region info on filesystem at 1733344020186Initializing all the Stores at 1733344020187 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344020187Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344020187Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344020187Cleaning up temporary data from old regions at 1733344020192 (+5 ms)Running coprocessor post-open hooks at 1733344020194 (+2 ms)Region opened successfully at 1733344020194 2024-12-04T20:27:00,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0., pid=10, masterSystemTime=1733344020167 2024-12-04T20:27:00,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:00,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:00,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ee7a1097e5d29aa84e5fd20109941b0, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,40827,1733344010332 2024-12-04T20:27:00,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee7a1097e5d29aa84e5fd20109941b0, server=c2ef38372881,40827,1733344010332 because future has completed 2024-12-04T20:27:00,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:27:00,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee7a1097e5d29aa84e5fd20109941b0, server=c2ef38372881,40827,1733344010332 in 183 msec 2024-12-04T20:27:00,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:27:00,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ee7a1097e5d29aa84e5fd20109941b0, ASSIGN in 338 msec 2024-12-04T20:27:00,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:27:00,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344020202"}]},"ts":"1733344020202"} 2024-12-04T20:27:00,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:27:00,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:27:00,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 764 msec 2024-12-04T20:27:00,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0., hostname=c2ef38372881,40827,1733344010332, seqNum=2] 2024-12-04T20:27:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:27:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:27:00,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:27:00,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:27:00,403 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:27:00,427 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,40827,1733344010332, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:27:00,428 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:00,428 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,40827,1733344010332, seqNum=-1] 2024-12-04T20:27:00,428 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:00,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,40827,1733344010332', locateType=CURRENT is [region=hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0., hostname=c2ef38372881,40827,1733344010332, seqNum=2] 2024-12-04T20:27:00,432 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:27:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:27:00,434 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,40827,1733344010332 suceeded 2024-12-04T20:27:00,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:27:00,436 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:39717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:27:00,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-04T20:27:00,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0040 sec 2024-12-04T20:27:00,444 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:39717' 2024-12-04T20:27:00,445 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d630fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:00,445 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39717,-1 for getting cluster id 2024-12-04T20:27:00,446 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:00,446 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb5e553-72e2-4981-aebe-10c256f83d62' 2024-12-04T20:27:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb5e553-72e2-4981-aebe-10c256f83d62" 2024-12-04T20:27:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19781f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39717,-1] 2024-12-04T20:27:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:00,447 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:00,448 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e3a105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:00,448 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,39717,1733344006659 2024-12-04T20:27:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc19fbd 2024-12-04T20:27:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:00,449 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T20:27:00,449 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,40827,1733344010332 (queues=1) is replicating from cluster=8c4184a8-8248-46e8-bc3c-b7de688c3afc to cluster=4bb5e553-72e2-4981-aebe-10c256f83d62 2024-12-04T20:27:00,450 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C40827%2C1733344010332 2024-12-04T20:27:00,450 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,40827,1733344010332, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:27:00,450 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C40827%2C1733344010332 2024-12-04T20:27:00,450 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, startPosition=0, beingWritten=true 2024-12-04T20:27:00,455 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:00,455 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 379, reset compression=false 2024-12-04T20:27:00,455 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,40827,1733344010332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:00,575 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:27:00,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:00,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:00,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:00,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:00,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:00,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,35877,1733344006699, seqNum=-1] 2024-12-04T20:27:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:00,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f., hostname=c2ef38372881,35877,1733344006699, seqNum=2] 2024-12-04T20:27:00,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:00,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,40827,1733344010332, seqNum=-1] 2024-12-04T20:27:00,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:00,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344015117.e3a9cf9f63367ef1679103d684796794., hostname=c2ef38372881,40827,1733344010332, seqNum=2] 2024-12-04T20:27:00,589 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T20:27:00,658 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 379, reset compression=false 2024-12-04T20:27:00,714 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 379, reset compression=false 2024-12-04T20:27:00,732 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:00,732 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 480, reset compression=false 2024-12-04T20:27:00,732 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,35877,1733344006699 got entry batch from reader: WALEntryBatch [walEntries=[{test/efb57d4cbed46cb6e73bd9024ce9c64f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T20:27:00,734 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:00,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T20:27:00,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:00,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3164c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:00,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,40825,-1 for getting cluster id 2024-12-04T20:27:00,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:00,739 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c4184a8-8248-46e8-bc3c-b7de688c3afc' 2024-12-04T20:27:00,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:00,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c4184a8-8248-46e8-bc3c-b7de688c3afc" 2024-12-04T20:27:00,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c837f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:00,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,40825,-1] 2024-12-04T20:27:00,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:00,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:00,740 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:00,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5539e3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:00,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:00,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,40827,1733344010332, seqNum=-1] 2024-12-04T20:27:00,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:00,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:00,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344015117.e3a9cf9f63367ef1679103d684796794., hostname=c2ef38372881,40827,1733344010332, seqNum=2] 2024-12-04T20:27:00,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:00,936 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 480, reset compression=false 2024-12-04T20:27:00,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:00,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:00,955 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18279 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:00,962 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 379, reset compression=false 2024-12-04T20:27:00,965 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:00,965 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 503, reset compression=false 2024-12-04T20:27:00,965 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,40827,1733344010332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:27:01,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T20:27:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:27:01,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T20:27:01,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:01,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T20:27:01,169 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 503, reset compression=false 2024-12-04T20:27:01,240 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 480, reset compression=false 2024-12-04T20:27:01,472 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 503, reset compression=false 2024-12-04T20:27:01,591 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T20:27:01,594 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T20:27:01,643 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 480, reset compression=false 2024-12-04T20:27:01,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:27:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:01,875 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 503, reset compression=false 2024-12-04T20:27:01,879 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:01,879 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 607, reset compression=false 2024-12-04T20:27:01,879 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,40827,1733344010332 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3a9cf9f63367ef1679103d684796794/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T20:27:01,881 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:01,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T20:27:01,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:01,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@166bcfd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:01,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,39717,-1 for getting cluster id 2024-12-04T20:27:01,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:01,884 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb5e553-72e2-4981-aebe-10c256f83d62' 2024-12-04T20:27:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb5e553-72e2-4981-aebe-10c256f83d62" 2024-12-04T20:27:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe7602a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,39717,-1] 2024-12-04T20:27:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:01,885 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:01,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e1965db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:01,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,35877,1733344006699, seqNum=-1] 2024-12-04T20:27:01,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:01,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:01,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f., hostname=c2ef38372881,35877,1733344006699, seqNum=2] 2024-12-04T20:27:01,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:02,083 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 607, reset compression=false 2024-12-04T20:27:02,147 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 480, reset compression=false 2024-12-04T20:27:02,152 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:02,152 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 608, reset compression=false 2024-12-04T20:27:02,152 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,35877,1733344006699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:02,355 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 608, reset compression=false 2024-12-04T20:27:02,386 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 607, reset compression=false 2024-12-04T20:27:02,596 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T20:27:02,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T20:27:02,658 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 608, reset compression=false 2024-12-04T20:27:02,662 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:02,662 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 764, reset compression=false 2024-12-04T20:27:02,662 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,35877,1733344006699 got entry batch from reader: WALEntryBatch [walEntries=[{test/efb57d4cbed46cb6e73bd9024ce9c64f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T20:27:02,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:02,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:02,789 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 607, reset compression=false 2024-12-04T20:27:02,794 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:02,794 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 754, reset compression=false 2024-12-04T20:27:02,794 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,40827,1733344010332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:02,865 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 764, reset compression=false 2024-12-04T20:27:02,998 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 754, reset compression=false 2024-12-04T20:27:03,169 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 764, reset compression=false 2024-12-04T20:27:03,302 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 754, reset compression=false 2024-12-04T20:27:03,573 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 764, reset compression=false 2024-12-04T20:27:03,602 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T20:27:03,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T20:27:03,709 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 754, reset compression=false 2024-12-04T20:27:03,713 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:03,713 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 913, reset compression=false 2024-12-04T20:27:03,713 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,40827,1733344010332 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3a9cf9f63367ef1679103d684796794/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T20:27:03,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:03,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:03,916 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 913, reset compression=false 2024-12-04T20:27:04,076 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 764, reset compression=false 2024-12-04T20:27:04,079 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:04,079 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:04,079 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,35877,1733344006699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:04,220 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 913, reset compression=false 2024-12-04T20:27:04,282 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:04,585 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:04,607 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T20:27:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:27:04,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:04,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:04,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:04,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:04,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:04,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:27:04,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=895103875, stopped=false 2024-12-04T20:27:04,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,40825,1733344010302 2024-12-04T20:27:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11438526889/running 2024-12-04T20:27:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11438526889/running 2024-12-04T20:27:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:27:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:27:04,611 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:04,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:04,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:04,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:04,611 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,40827,1733344010332' ***** 2024-12-04T20:27:04,611 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:27:04,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on znode that does not yet exist, /11438526889/running 2024-12-04T20:27:04,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Set watcher on znode that does not yet exist, /11438526889/running 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ee7a1097e5d29aa84e5fd20109941b0 2024-12-04T20:27:04,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(3091): Received CLOSE for e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,40827,1733344010332 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:40827. 2024-12-04T20:27:04,612 DEBUG [RS:0;c2ef38372881:40827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:04,612 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ee7a1097e5d29aa84e5fd20109941b0, disabling compactions & flushes 2024-12-04T20:27:04,612 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:04,612 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:04,612 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:27:04,612 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. after waiting 0 ms 2024-12-04T20:27:04,612 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:27:04,612 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:27:04,612 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ee7a1097e5d29aa84e5fd20109941b0 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T20:27:04,613 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:27:04,613 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8ee7a1097e5d29aa84e5fd20109941b0=hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0., e3a9cf9f63367ef1679103d684796794=test,,1733344015117.e3a9cf9f63367ef1679103d684796794.} 2024-12-04T20:27:04,613 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ee7a1097e5d29aa84e5fd20109941b0, e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:04,613 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:04,613 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:04,613 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:04,613 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:04,613 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:04,613 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:27:04,623 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 913, reset compression=false 2024-12-04T20:27:04,628 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/info/f73c76a40fcc427b91809f46db11f78a is 147, key is hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0./info:regioninfo/1733344020197/Put/seqid=0 2024-12-04T20:27:04,628 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0/.tmp/queue/eaec653197c44317ae276b52d04bfba6 is 153, key is 1-c2ef38372881,40827,1733344010332/queue:c2ef38372881%2C40827%2C1733344010332/1733344023718/Put/seqid=0 2024-12-04T20:27:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741840_1016 (size=5352) 2024-12-04T20:27:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741841_1017 (size=7686) 2024-12-04T20:27:04,694 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:04,789 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:27:04,789 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:27:04,813 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ee7a1097e5d29aa84e5fd20109941b0, e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:04,989 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:05,013 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ee7a1097e5d29aa84e5fd20109941b0, e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:05,036 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0/.tmp/queue/eaec653197c44317ae276b52d04bfba6 2024-12-04T20:27:05,040 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/info/f73c76a40fcc427b91809f46db11f78a 2024-12-04T20:27:05,041 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0/.tmp/queue/eaec653197c44317ae276b52d04bfba6 as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0/queue/eaec653197c44317ae276b52d04bfba6 2024-12-04T20:27:05,047 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0/queue/eaec653197c44317ae276b52d04bfba6, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T20:27:05,049 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8ee7a1097e5d29aa84e5fd20109941b0 in 437ms, sequenceid=10, compaction requested=false 2024-12-04T20:27:05,053 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/replication/8ee7a1097e5d29aa84e5fd20109941b0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T20:27:05,054 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:05,054 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:05,054 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:05,054 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ee7a1097e5d29aa84e5fd20109941b0: Waiting for close lock at 1733344024612Running coprocessor pre-close hooks at 1733344024612Disabling compacts and flushes for region at 1733344024612Disabling writes for close at 1733344024612Obtaining lock to block concurrent updates at 1733344024612Preparing flush snapshotting stores in 8ee7a1097e5d29aa84e5fd20109941b0 at 1733344024612Finished memstore snapshotting hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733344024613 (+1 ms)Flushing stores of hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. at 1733344024613Flushing 8ee7a1097e5d29aa84e5fd20109941b0/queue: creating writer at 1733344024613Flushing 8ee7a1097e5d29aa84e5fd20109941b0/queue: appending metadata at 1733344024628 (+15 ms)Flushing 8ee7a1097e5d29aa84e5fd20109941b0/queue: closing flushed file at 1733344024628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cb9f8e: reopening flushed file at 1733344025041 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8ee7a1097e5d29aa84e5fd20109941b0 in 437ms, sequenceid=10, compaction requested=false at 1733344025049 (+8 ms)Writing region close event to WAL at 1733344025050 (+1 ms)Running coprocessor post-close hooks at 1733344025054 (+4 ms)Closed at 1733344025054 2024-12-04T20:27:05,054 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344019440.8ee7a1097e5d29aa84e5fd20109941b0. 2024-12-04T20:27:05,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3a9cf9f63367ef1679103d684796794, disabling compactions & flushes 2024-12-04T20:27:05,055 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:27:05,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:27:05,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344015117.e3a9cf9f63367ef1679103d684796794. after waiting 0 ms 2024-12-04T20:27:05,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:27:05,055 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3a9cf9f63367ef1679103d684796794 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T20:27:05,076 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/f/b7bfb5e61b5a4fb7acbf75b42655c473 is 29, key is row1/f:/1733344023603/DeleteFamily/seqid=0 2024-12-04T20:27:05,078 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/ns/b8cc6105975a4f93ab6dc0fa49ad1d9c is 43, key is default/ns:d/1733344012885/Put/seqid=0 2024-12-04T20:27:05,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741843_1019 (size=5153) 2024-12-04T20:27:05,090 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/ns/b8cc6105975a4f93ab6dc0fa49ad1d9c 2024-12-04T20:27:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741842_1018 (size=5118) 2024-12-04T20:27:05,111 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/rep_barrier/9109880bcbcc4b1b84760c185708bdbd is 112, key is test,,1733344015117.e3a9cf9f63367ef1679103d684796794./rep_barrier:seqnumDuringOpen/1733344016260/Put/seqid=0 2024-12-04T20:27:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741844_1020 (size=5518) 2024-12-04T20:27:05,135 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 913, reset compression=false 2024-12-04T20:27:05,139 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:05,139 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 1160, reset compression=false 2024-12-04T20:27:05,139 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,40827,1733344010332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:05,141 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,40827,1733344010332: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,40827,1733344010332, walGroup=c2ef38372881%2C40827%2C1733344010332, offset=c2ef38372881%2C40827%2C1733344010332.1733344011923:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:40827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:27:05,142 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:27:05,143 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:27:05,144 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:27:05,144 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:27:05,144 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:27:05,144 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 816469080 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190628272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:27:05,147 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:40825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:40825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:27:05,213 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:05,347 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 1160, reset compression=false 2024-12-04T20:27:05,413 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:05,491 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/f/b7bfb5e61b5a4fb7acbf75b42655c473 2024-12-04T20:27:05,492 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:05,495 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7bfb5e61b5a4fb7acbf75b42655c473 2024-12-04T20:27:05,508 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/f1/69922da1e7f74b41b0970a3df669e667 is 30, key is row1/f1:/1733344023603/DeleteFamily/seqid=0 2024-12-04T20:27:05,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741845_1021 (size=5123) 2024-12-04T20:27:05,515 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/rep_barrier/9109880bcbcc4b1b84760c185708bdbd 2024-12-04T20:27:05,533 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/table/22628c1b790748108be0b016dfd05ac9 is 53, key is hbase:replication/table:state/1733344020202/Put/seqid=0 2024-12-04T20:27:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741846_1022 (size=5308) 2024-12-04T20:27:05,613 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:05,650 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 1160, reset compression=false 2024-12-04T20:27:05,814 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:27:05,814 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3a9cf9f63367ef1679103d684796794=test,,1733344015117.e3a9cf9f63367ef1679103d684796794.} 2024-12-04T20:27:05,814 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:05,912 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/f1/69922da1e7f74b41b0970a3df669e667 2024-12-04T20:27:05,916 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69922da1e7f74b41b0970a3df669e667 2024-12-04T20:27:05,928 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/norep/9a7da73f12414e6e9430c679e8e645d7 is 33, key is row1/norep:/1733344023603/DeleteFamily/seqid=0 2024-12-04T20:27:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741847_1023 (size=5108) 2024-12-04T20:27:05,937 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/table/22628c1b790748108be0b016dfd05ac9 2024-12-04T20:27:05,943 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/info/f73c76a40fcc427b91809f46db11f78a as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/info/f73c76a40fcc427b91809f46db11f78a 2024-12-04T20:27:05,948 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/info/f73c76a40fcc427b91809f46db11f78a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:27:05,949 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/ns/b8cc6105975a4f93ab6dc0fa49ad1d9c as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/ns/b8cc6105975a4f93ab6dc0fa49ad1d9c 2024-12-04T20:27:05,954 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/ns/b8cc6105975a4f93ab6dc0fa49ad1d9c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:27:05,955 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/rep_barrier/9109880bcbcc4b1b84760c185708bdbd as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/rep_barrier/9109880bcbcc4b1b84760c185708bdbd 2024-12-04T20:27:05,959 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/rep_barrier/9109880bcbcc4b1b84760c185708bdbd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:27:05,960 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/.tmp/table/22628c1b790748108be0b016dfd05ac9 as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/table/22628c1b790748108be0b016dfd05ac9 2024-12-04T20:27:05,965 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/table/22628c1b790748108be0b016dfd05ac9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:27:05,966 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=16, compaction requested=false 2024-12-04T20:27:05,970 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:27:05,970 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:05,970 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:05,970 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:05,970 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344024613Running coprocessor pre-close hooks at 1733344024613Disabling compacts and flushes for region at 1733344024613Disabling writes for close at 1733344024613Obtaining lock to block concurrent updates at 1733344024613Preparing flush snapshotting stores in 1588230740 at 1733344024613Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344024613Flushing stores of hbase:meta,,1.1588230740 at 1733344024613Flushing 1588230740/info: creating writer at 1733344024613Flushing 1588230740/info: appending metadata at 1733344024627 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733344024627Flushing 1588230740/ns: creating writer at 1733344025059 (+432 ms)Flushing 1588230740/ns: appending metadata at 1733344025078 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733344025078Flushing 1588230740/rep_barrier: creating writer at 1733344025095 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344025111 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344025111Flushing 1588230740/table: creating writer at 1733344025519 (+408 ms)Flushing 1588230740/table: appending metadata at 1733344025533 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733344025533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70575ee0: reopening flushed file at 1733344025942 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3521a66d: reopening flushed file at 1733344025948 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa1c6c: reopening flushed file at 1733344025954 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa848d9: reopening flushed file at 1733344025959 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=16, compaction requested=false at 1733344025966 (+7 ms)Writing region close event to WAL at 1733344025967 (+1 ms)Running coprocessor post-close hooks at 1733344025970 (+3 ms)Closed at 1733344025970 2024-12-04T20:27:05,970 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:06,014 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:06,053 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.wal-reader.c2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.1733344011923 to pos 1160, reset compression=false 2024-12-04T20:27:06,095 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:06,214 DEBUG [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1351): Waiting on e3a9cf9f63367ef1679103d684796794 2024-12-04T20:27:06,332 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/norep/9a7da73f12414e6e9430c679e8e645d7 2024-12-04T20:27:06,336 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a7da73f12414e6e9430c679e8e645d7 2024-12-04T20:27:06,337 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/f/b7bfb5e61b5a4fb7acbf75b42655c473 as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/f/b7bfb5e61b5a4fb7acbf75b42655c473 2024-12-04T20:27:06,341 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7bfb5e61b5a4fb7acbf75b42655c473 2024-12-04T20:27:06,341 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/f/b7bfb5e61b5a4fb7acbf75b42655c473, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T20:27:06,341 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/f1/69922da1e7f74b41b0970a3df669e667 as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/f1/69922da1e7f74b41b0970a3df669e667 2024-12-04T20:27:06,345 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69922da1e7f74b41b0970a3df669e667 2024-12-04T20:27:06,346 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/f1/69922da1e7f74b41b0970a3df669e667, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T20:27:06,346 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/.tmp/norep/9a7da73f12414e6e9430c679e8e645d7 as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/norep/9a7da73f12414e6e9430c679e8e645d7 2024-12-04T20:27:06,350 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a7da73f12414e6e9430c679e8e645d7 2024-12-04T20:27:06,351 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/norep/9a7da73f12414e6e9430c679e8e645d7, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T20:27:06,351 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e3a9cf9f63367ef1679103d684796794 in 1296ms, sequenceid=8, compaction requested=false 2024-12-04T20:27:06,357 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/data/default/test/e3a9cf9f63367ef1679103d684796794/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T20:27:06,357 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:06,357 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:06,357 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:27:06,357 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3a9cf9f63367ef1679103d684796794: Waiting for close lock at 1733344025054Running coprocessor pre-close hooks at 1733344025054Disabling compacts and flushes for region at 1733344025055 (+1 ms)Disabling writes for close at 1733344025055Obtaining lock to block concurrent updates at 1733344025055Preparing flush snapshotting stores in e3a9cf9f63367ef1679103d684796794 at 1733344025055Finished memstore snapshotting test,,1733344015117.e3a9cf9f63367ef1679103d684796794., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733344025055Flushing stores of test,,1733344015117.e3a9cf9f63367ef1679103d684796794. at 1733344025056 (+1 ms)Flushing e3a9cf9f63367ef1679103d684796794/f: creating writer at 1733344025056Flushing e3a9cf9f63367ef1679103d684796794/f: appending metadata at 1733344025076 (+20 ms)Flushing e3a9cf9f63367ef1679103d684796794/f: closing flushed file at 1733344025076Flushing e3a9cf9f63367ef1679103d684796794/f1: creating writer at 1733344025496 (+420 ms)Flushing e3a9cf9f63367ef1679103d684796794/f1: appending metadata at 1733344025507 (+11 ms)Flushing e3a9cf9f63367ef1679103d684796794/f1: closing flushed file at 1733344025507Flushing e3a9cf9f63367ef1679103d684796794/norep: creating writer at 1733344025916 (+409 ms)Flushing e3a9cf9f63367ef1679103d684796794/norep: appending metadata at 1733344025927 (+11 ms)Flushing e3a9cf9f63367ef1679103d684796794/norep: closing flushed file at 1733344025928 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e12bc8: reopening flushed file at 1733344026336 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301a476c: reopening flushed file at 1733344026341 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a24a490: reopening flushed file at 1733344026346 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e3a9cf9f63367ef1679103d684796794 in 1296ms, sequenceid=8, compaction requested=false at 1733344026351 (+5 ms)Writing region close event to WAL at 1733344026354 (+3 ms)Running coprocessor post-close hooks at 1733344026357 (+3 ms)Closed at 1733344026357 2024-12-04T20:27:06,357 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344015117.e3a9cf9f63367ef1679103d684796794. 2024-12-04T20:27:06,414 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,40827,1733344010332; all regions closed. 2024-12-04T20:27:06,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:27:06,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/WALs/c2ef38372881,40827,1733344010332/c2ef38372881%2C40827%2C1733344010332.meta.1733344012847.meta not finished, retry = 0 2024-12-04T20:27:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741839_1015 (size=2676) 2024-12-04T20:27:06,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741832_1008 (size=1812) 2024-12-04T20:27:06,522 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:06,522 INFO [RS:0;c2ef38372881:40827 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:06,523 INFO [RS:0;c2ef38372881:40827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:06,523 INFO [RS:0;c2ef38372881:40827 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:06,523 INFO [RS:0;c2ef38372881:40827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:06,523 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:06,523 INFO [RS:0;c2ef38372881:40827 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,40827,1733344010332 because: Region server is closing 2024-12-04T20:27:06,523 INFO [RS:0;c2ef38372881:40827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:40827. 2024-12-04T20:27:06,523 DEBUG [RS:0;c2ef38372881:40827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:06,523 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:06,523 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:06,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:06,624 INFO [RS:0;c2ef38372881:40827 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,40827,1733344010332.replicationSource.shipperc2ef38372881%2C40827%2C1733344010332,1-c2ef38372881,40827,1733344010332 terminated 2024-12-04T20:27:06,624 INFO [RS:0;c2ef38372881:40827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:40827. 2024-12-04T20:27:06,624 DEBUG [RS:0;c2ef38372881:40827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:06,624 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:06,624 DEBUG [RS:0;c2ef38372881:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:06,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:06,624 INFO [RS:0;c2ef38372881:40827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40827 2024-12-04T20:27:06,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11438526889/rs/c2ef38372881,40827,1733344010332 2024-12-04T20:27:06,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889/rs 2024-12-04T20:27:06,625 INFO [RS:0;c2ef38372881:40827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:06,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,40827,1733344010332] 2024-12-04T20:27:06,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11438526889/draining/c2ef38372881,40827,1733344010332 already deleted, retry=false 2024-12-04T20:27:06,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,40827,1733344010332 expired; onlineServers=0 2024-12-04T20:27:06,626 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,40825,1733344010302' ***** 2024-12-04T20:27:06,627 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:27:06,627 INFO [M:0;c2ef38372881:40825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:06,627 INFO [M:0;c2ef38372881:40825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:06,627 DEBUG [M:0;c2ef38372881:40825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:27:06,627 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:27:06,627 DEBUG [M:0;c2ef38372881:40825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:27:06,627 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344011701 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344011701,5,FailOnTimeoutGroup] 2024-12-04T20:27:06,627 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344011700 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344011700,5,FailOnTimeoutGroup] 2024-12-04T20:27:06,627 INFO [M:0;c2ef38372881:40825 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:06,627 INFO [M:0;c2ef38372881:40825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:06,627 DEBUG [M:0;c2ef38372881:40825 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:27:06,627 INFO [M:0;c2ef38372881:40825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:27:06,627 INFO [M:0;c2ef38372881:40825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:06,627 INFO [M:0;c2ef38372881:40825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:27:06,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:27:06,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11438526889/master 2024-12-04T20:27:06,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11438526889 2024-12-04T20:27:06,628 DEBUG [M:0;c2ef38372881:40825 {}] zookeeper.ZKUtil(347): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Unable to get data of znode /11438526889/master because node does not exist (not an error) 2024-12-04T20:27:06,628 WARN [M:0;c2ef38372881:40825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:27:06,628 INFO [M:0;c2ef38372881:40825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/.lastflushedseqids 2024-12-04T20:27:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741848_1024 (size=245) 2024-12-04T20:27:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:06,726 INFO [RS:0;c2ef38372881:40827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x100a6e9ea740004, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:06,726 INFO [RS:0;c2ef38372881:40827 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,40827,1733344010332; zookeeper connection closed. 2024-12-04T20:27:06,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11f14037 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11f14037 2024-12-04T20:27:06,727 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:27:06,799 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:07,033 INFO [M:0;c2ef38372881:40825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:27:07,033 INFO [M:0;c2ef38372881:40825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:27:07,033 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:07,033 INFO [M:0;c2ef38372881:40825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:07,033 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:07,033 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:07,033 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:07,033 INFO [M:0;c2ef38372881:40825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T20:27:07,046 DEBUG [M:0;c2ef38372881:40825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22c899b398314b3cbd68a82800ff0bdf is 82, key is hbase:meta,,1/info:regioninfo/1733344012878/Put/seqid=0 2024-12-04T20:27:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741849_1025 (size=5672) 2024-12-04T20:27:07,450 INFO [M:0;c2ef38372881:40825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22c899b398314b3cbd68a82800ff0bdf 2024-12-04T20:27:07,470 DEBUG [M:0;c2ef38372881:40825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/090375feca084bb5b0b38bab55beb332 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344020205/Put/seqid=0 2024-12-04T20:27:07,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741850_1026 (size=8516) 2024-12-04T20:27:07,602 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:07,874 INFO [M:0;c2ef38372881:40825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/090375feca084bb5b0b38bab55beb332 2024-12-04T20:27:07,888 DEBUG [M:0;c2ef38372881:40825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/480dabc38fc342138b8827751550dab5 is 69, key is c2ef38372881,40827,1733344010332/rs:state/1733344011773/Put/seqid=0 2024-12-04T20:27:07,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741851_1027 (size=5156) 2024-12-04T20:27:08,295 INFO [M:0;c2ef38372881:40825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/480dabc38fc342138b8827751550dab5 2024-12-04T20:27:08,299 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22c899b398314b3cbd68a82800ff0bdf as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22c899b398314b3cbd68a82800ff0bdf 2024-12-04T20:27:08,302 INFO [M:0;c2ef38372881:40825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22c899b398314b3cbd68a82800ff0bdf, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:27:08,303 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/090375feca084bb5b0b38bab55beb332 as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/090375feca084bb5b0b38bab55beb332 2024-12-04T20:27:08,306 INFO [M:0;c2ef38372881:40825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/090375feca084bb5b0b38bab55beb332, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:27:08,306 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/480dabc38fc342138b8827751550dab5 as hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/480dabc38fc342138b8827751550dab5 2024-12-04T20:27:08,310 INFO [M:0;c2ef38372881:40825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37947/user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/480dabc38fc342138b8827751550dab5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:27:08,310 INFO [M:0;c2ef38372881:40825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-12-04T20:27:08,311 INFO [M:0;c2ef38372881:40825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:08,311 DEBUG [M:0;c2ef38372881:40825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344027033Disabling compacts and flushes for region at 1733344027033Disabling writes for close at 1733344027033Obtaining lock to block concurrent updates at 1733344027033Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344027033Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733344027034 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344027034Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344027034Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344027046 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344027046Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344027454 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344027469 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344027469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344027877 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344027888 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344027888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142b7197: reopening flushed file at 1733344028298 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133bd0c0: reopening flushed file at 1733344028302 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174c7da4: reopening flushed file at 1733344028306 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1733344028310 (+4 ms)Writing region close event to WAL at 1733344028311 (+1 ms)Closed at 1733344028311 2024-12-04T20:27:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35117 is added to blk_1073741830_1006 (size=63654) 2024-12-04T20:27:08,313 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed7429d4-7c48-5bf6-5e69-43c27b98c002/MasterData/WALs/c2ef38372881,40825,1733344010302/c2ef38372881%2C40825%2C1733344010302.1733344011622 not finished, retry = 0 2024-12-04T20:27:08,413 INFO [M:0;c2ef38372881:40825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:27:08,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:08,413 INFO [M:0;c2ef38372881:40825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40825 2024-12-04T20:27:08,414 INFO [M:0;c2ef38372881:40825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:08,506 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:08,515 INFO [M:0;c2ef38372881:40825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100a6e9ea740003, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:08,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602d2d6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:08,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:08,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:08,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:08,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:08,519 WARN [BP-1528045557-172.17.0.2-1733344009351 heartbeating to localhost/127.0.0.1:37947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:27:08,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:27:08,519 WARN [BP-1528045557-172.17.0.2-1733344009351 heartbeating to localhost/127.0.0.1:37947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1528045557-172.17.0.2-1733344009351 (Datanode Uuid c03085a2-3d9d-4d9d-80c1-4289502f03e2) service to localhost/127.0.0.1:37947 2024-12-04T20:27:08,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:27:08,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/cluster_ca5692ea-92ca-8aee-d339-997bb500a77b/data/data2/current/BP-1528045557-172.17.0.2-1733344009351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:08,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/cluster_ca5692ea-92ca-8aee-d339-997bb500a77b/data/data1/current/BP-1528045557-172.17.0.2-1733344009351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:08,520 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:27:08,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:08,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:08,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:08,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:08,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:08,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:27:08,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:27:08,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:08,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:08,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:08,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:08,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:08,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:27:08,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1192598443, stopped=false 2024-12-04T20:27:08,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,39717,1733344006659 2024-12-04T20:27:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0594919886/running 2024-12-04T20:27:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0594919886/running 2024-12-04T20:27:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:27:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:27:08,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:08,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:08,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:08,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:08,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on znode that does not yet exist, /0594919886/running 2024-12-04T20:27:08,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,35877,1733344006699' ***** 2024-12-04T20:27:08,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:27:08,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Set watcher on znode that does not yet exist, /0594919886/running 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:27:08,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a1980c3dfdec425cca88d7cdbe85ac2 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,35877,1733344006699 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:08,538 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a1980c3dfdec425cca88d7cdbe85ac2, disabling compactions & flushes 2024-12-04T20:27:08,538 INFO [RS:0;c2ef38372881:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:35877. 2024-12-04T20:27:08,538 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:27:08,538 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:27:08,538 DEBUG [RS:0;c2ef38372881:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:08,539 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. after waiting 0 ms 2024-12-04T20:27:08,539 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:08,539 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:27:08,539 INFO [RS:0;c2ef38372881:35877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:27:08,539 INFO [RS:0;c2ef38372881:35877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:27:08,539 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a1980c3dfdec425cca88d7cdbe85ac2 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T20:27:08,539 INFO [RS:0;c2ef38372881:35877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:27:08,539 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:27:08,539 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:27:08,539 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a1980c3dfdec425cca88d7cdbe85ac2=hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2., efb57d4cbed46cb6e73bd9024ce9c64f=test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f.} 2024-12-04T20:27:08,539 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a1980c3dfdec425cca88d7cdbe85ac2, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:08,539 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:08,539 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:08,539 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:08,539 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:08,539 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:08,539 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:27:08,553 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/info/0dc50ce8b930408fa3e8eef4fc9f6fe8 is 147, key is hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2./info:regioninfo/1733344018444/Put/seqid=0 2024-12-04T20:27:08,553 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2/.tmp/queue/5195770f4f314f8a96677a4f36038132 is 153, key is 1-c2ef38372881,35877,1733344006699/queue:c2ef38372881%2C35877%2C1733344006699/1733344024080/Put/seqid=0 2024-12-04T20:27:08,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741841_1017 (size=7686) 2024-12-04T20:27:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741840_1016 (size=5352) 2024-12-04T20:27:08,580 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:08,739 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a1980c3dfdec425cca88d7cdbe85ac2, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:08,939 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a1980c3dfdec425cca88d7cdbe85ac2, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:08,962 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/info/0dc50ce8b930408fa3e8eef4fc9f6fe8 2024-12-04T20:27:08,962 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2/.tmp/queue/5195770f4f314f8a96677a4f36038132 2024-12-04T20:27:08,966 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2/.tmp/queue/5195770f4f314f8a96677a4f36038132 as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2/queue/5195770f4f314f8a96677a4f36038132 2024-12-04T20:27:08,970 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2/queue/5195770f4f314f8a96677a4f36038132, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T20:27:08,971 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5a1980c3dfdec425cca88d7cdbe85ac2 in 432ms, sequenceid=10, compaction requested=false 2024-12-04T20:27:08,974 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/replication/5a1980c3dfdec425cca88d7cdbe85ac2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T20:27:08,974 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:08,974 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:08,975 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:27:08,975 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a1980c3dfdec425cca88d7cdbe85ac2: Waiting for close lock at 1733344028538Running coprocessor pre-close hooks at 1733344028538Disabling compacts and flushes for region at 1733344028538Disabling writes for close at 1733344028539 (+1 ms)Obtaining lock to block concurrent updates at 1733344028539Preparing flush snapshotting stores in 5a1980c3dfdec425cca88d7cdbe85ac2 at 1733344028539Finished memstore snapshotting hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733344028539Flushing stores of hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. at 1733344028539Flushing 5a1980c3dfdec425cca88d7cdbe85ac2/queue: creating writer at 1733344028539Flushing 5a1980c3dfdec425cca88d7cdbe85ac2/queue: appending metadata at 1733344028553 (+14 ms)Flushing 5a1980c3dfdec425cca88d7cdbe85ac2/queue: closing flushed file at 1733344028553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a51e68: reopening flushed file at 1733344028966 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5a1980c3dfdec425cca88d7cdbe85ac2 in 432ms, sequenceid=10, compaction requested=false at 1733344028971 (+5 ms)Writing region close event to WAL at 1733344028972 (+1 ms)Running coprocessor post-close hooks at 1733344028974 (+2 ms)Closed at 1733344028975 (+1 ms) 2024-12-04T20:27:08,975 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344017282.5a1980c3dfdec425cca88d7cdbe85ac2. 2024-12-04T20:27:08,975 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efb57d4cbed46cb6e73bd9024ce9c64f, disabling compactions & flushes 2024-12-04T20:27:08,975 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:27:08,975 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:27:08,975 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. after waiting 0 ms 2024-12-04T20:27:08,975 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:27:08,975 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing efb57d4cbed46cb6e73bd9024ce9c64f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T20:27:08,980 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/ns/4f5a2241eb1745818ca2d7b69d73d3e7 is 43, key is default/ns:d/1733344009268/Put/seqid=0 2024-12-04T20:27:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741842_1018 (size=5153) 2024-12-04T20:27:08,989 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/f/905b30627360422bad3ffa4d16570c1c is 29, key is row1/f:/1733344023603/DeleteFamily/seqid=0 2024-12-04T20:27:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741843_1019 (size=5118) 2024-12-04T20:27:09,139 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:09,165 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:27:09,165 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:27:09,340 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:09,384 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/ns/4f5a2241eb1745818ca2d7b69d73d3e7 2024-12-04T20:27:09,393 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/f/905b30627360422bad3ffa4d16570c1c 2024-12-04T20:27:09,396 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 905b30627360422bad3ffa4d16570c1c 2024-12-04T20:27:09,399 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/rep_barrier/c34361f123ef45d298f292ba9a21a839 is 112, key is test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f./rep_barrier:seqnumDuringOpen/1733344014123/Put/seqid=0 2024-12-04T20:27:09,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741844_1020 (size=5518) 2024-12-04T20:27:09,412 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/f1/54dd4a8452ea46748d5dcedce4c5a3a5 is 30, key is row1/f1:/1733344023603/DeleteFamily/seqid=0 2024-12-04T20:27:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741845_1021 (size=5123) 2024-12-04T20:27:09,509 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 914, reset compression=false 2024-12-04T20:27:09,514 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:09,514 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 1161, reset compression=false 2024-12-04T20:27:09,514 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,35877,1733344006699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:09,515 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,35877,1733344006699: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,35877,1733344006699, walGroup=c2ef38372881%2C35877%2C1733344006699, offset=c2ef38372881%2C35877%2C1733344006699.1733344008306:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:27:09,516 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:27:09,516 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:27:09,517 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:27:09,517 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:27:09,517 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:27:09,517 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 879383640 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191257800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:27:09,517 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:39717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:39717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:27:09,540 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:27:09,540 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, efb57d4cbed46cb6e73bd9024ce9c64f=test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f.} 2024-12-04T20:27:09,540 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:09,721 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 1161, reset compression=false 2024-12-04T20:27:09,740 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:09,803 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/rep_barrier/c34361f123ef45d298f292ba9a21a839 2024-12-04T20:27:09,816 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/f1/54dd4a8452ea46748d5dcedce4c5a3a5 2024-12-04T20:27:09,818 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/table/4bfcf71d23eb4f42aff88aed9ea83a7b is 53, key is hbase:replication/table:state/1733344018450/Put/seqid=0 2024-12-04T20:27:09,820 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54dd4a8452ea46748d5dcedce4c5a3a5 2024-12-04T20:27:09,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741846_1022 (size=5308) 2024-12-04T20:27:09,835 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/norep/730f9b9310ee4e1d990eb7404609137d is 32, key is row/norep:/1733344022598/DeleteFamily/seqid=0 2024-12-04T20:27:09,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741847_1023 (size=5101) 2024-12-04T20:27:09,940 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:10,024 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 1161, reset compression=false 2024-12-04T20:27:10,140 DEBUG [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, efb57d4cbed46cb6e73bd9024ce9c64f 2024-12-04T20:27:10,223 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/table/4bfcf71d23eb4f42aff88aed9ea83a7b 2024-12-04T20:27:10,227 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/info/0dc50ce8b930408fa3e8eef4fc9f6fe8 as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/info/0dc50ce8b930408fa3e8eef4fc9f6fe8 2024-12-04T20:27:10,231 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/info/0dc50ce8b930408fa3e8eef4fc9f6fe8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:27:10,232 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/ns/4f5a2241eb1745818ca2d7b69d73d3e7 as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/ns/4f5a2241eb1745818ca2d7b69d73d3e7 2024-12-04T20:27:10,235 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/ns/4f5a2241eb1745818ca2d7b69d73d3e7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:27:10,236 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/rep_barrier/c34361f123ef45d298f292ba9a21a839 as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/rep_barrier/c34361f123ef45d298f292ba9a21a839 2024-12-04T20:27:10,239 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/norep/730f9b9310ee4e1d990eb7404609137d 2024-12-04T20:27:10,240 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/rep_barrier/c34361f123ef45d298f292ba9a21a839, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:27:10,240 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/.tmp/table/4bfcf71d23eb4f42aff88aed9ea83a7b as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/table/4bfcf71d23eb4f42aff88aed9ea83a7b 2024-12-04T20:27:10,242 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 730f9b9310ee4e1d990eb7404609137d 2024-12-04T20:27:10,243 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/f/905b30627360422bad3ffa4d16570c1c as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/f/905b30627360422bad3ffa4d16570c1c 2024-12-04T20:27:10,244 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/table/4bfcf71d23eb4f42aff88aed9ea83a7b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:27:10,244 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-12-04T20:27:10,244 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:27:10,254 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 905b30627360422bad3ffa4d16570c1c 2024-12-04T20:27:10,254 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/f/905b30627360422bad3ffa4d16570c1c, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T20:27:10,255 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/f1/54dd4a8452ea46748d5dcedce4c5a3a5 as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/f1/54dd4a8452ea46748d5dcedce4c5a3a5 2024-12-04T20:27:10,256 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:27:10,256 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:10,256 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:10,256 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:10,256 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344028539Running coprocessor pre-close hooks at 1733344028539Disabling compacts and flushes for region at 1733344028539Disabling writes for close at 1733344028539Obtaining lock to block concurrent updates at 1733344028539Preparing flush snapshotting stores in 1588230740 at 1733344028539Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344028539Flushing stores of hbase:meta,,1.1588230740 at 1733344028540 (+1 ms)Flushing 1588230740/info: creating writer at 1733344028540Flushing 1588230740/info: appending metadata at 1733344028553 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733344028553Flushing 1588230740/ns: creating writer at 1733344028966 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733344028980 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733344028980Flushing 1588230740/rep_barrier: creating writer at 1733344029387 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344029399 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344029399Flushing 1588230740/table: creating writer at 1733344029807 (+408 ms)Flushing 1588230740/table: appending metadata at 1733344029818 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733344029818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6471cb43: reopening flushed file at 1733344030226 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36445f9d: reopening flushed file at 1733344030231 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6084fe07: reopening flushed file at 1733344030235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13949bb1: reopening flushed file at 1733344030240 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1733344030244 (+4 ms)Writing region close event to WAL at 1733344030253 (+9 ms)Running coprocessor post-close hooks at 1733344030256 (+3 ms)Closed at 1733344030256 2024-12-04T20:27:10,256 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:10,258 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54dd4a8452ea46748d5dcedce4c5a3a5 2024-12-04T20:27:10,259 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/f1/54dd4a8452ea46748d5dcedce4c5a3a5, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T20:27:10,259 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/.tmp/norep/730f9b9310ee4e1d990eb7404609137d as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/norep/730f9b9310ee4e1d990eb7404609137d 2024-12-04T20:27:10,263 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 730f9b9310ee4e1d990eb7404609137d 2024-12-04T20:27:10,263 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/norep/730f9b9310ee4e1d990eb7404609137d, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T20:27:10,263 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for efb57d4cbed46cb6e73bd9024ce9c64f in 1288ms, sequenceid=8, compaction requested=false 2024-12-04T20:27:10,264 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:27:10,267 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/data/default/test/efb57d4cbed46cb6e73bd9024ce9c64f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T20:27:10,268 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:10,268 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:10,268 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:27:10,268 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efb57d4cbed46cb6e73bd9024ce9c64f: Waiting for close lock at 1733344028975Running coprocessor pre-close hooks at 1733344028975Disabling compacts and flushes for region at 1733344028975Disabling writes for close at 1733344028975Obtaining lock to block concurrent updates at 1733344028975Preparing flush snapshotting stores in efb57d4cbed46cb6e73bd9024ce9c64f at 1733344028975Finished memstore snapshotting test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733344028975Flushing stores of test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. at 1733344028976 (+1 ms)Flushing efb57d4cbed46cb6e73bd9024ce9c64f/f: creating writer at 1733344028976Flushing efb57d4cbed46cb6e73bd9024ce9c64f/f: appending metadata at 1733344028989 (+13 ms)Flushing efb57d4cbed46cb6e73bd9024ce9c64f/f: closing flushed file at 1733344028989Flushing efb57d4cbed46cb6e73bd9024ce9c64f/f1: creating writer at 1733344029397 (+408 ms)Flushing efb57d4cbed46cb6e73bd9024ce9c64f/f1: appending metadata at 1733344029411 (+14 ms)Flushing efb57d4cbed46cb6e73bd9024ce9c64f/f1: closing flushed file at 1733344029412 (+1 ms)Flushing efb57d4cbed46cb6e73bd9024ce9c64f/norep: creating writer at 1733344029820 (+408 ms)Flushing efb57d4cbed46cb6e73bd9024ce9c64f/norep: appending metadata at 1733344029834 (+14 ms)Flushing efb57d4cbed46cb6e73bd9024ce9c64f/norep: closing flushed file at 1733344029834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b841b59: reopening flushed file at 1733344030242 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0b2893: reopening flushed file at 1733344030255 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c450b1e: reopening flushed file at 1733344030259 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for efb57d4cbed46cb6e73bd9024ce9c64f in 1288ms, sequenceid=8, compaction requested=false at 1733344030263 (+4 ms)Writing region close event to WAL at 1733344030265 (+2 ms)Running coprocessor post-close hooks at 1733344030268 (+3 ms)Closed at 1733344030268 2024-12-04T20:27:10,268 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344012971.efb57d4cbed46cb6e73bd9024ce9c64f. 2024-12-04T20:27:10,341 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,35877,1733344006699; all regions closed. 2024-12-04T20:27:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:27:10,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.meta.1733344009219.meta not finished, retry = 0 2024-12-04T20:27:10,430 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 1161, reset compression=false 2024-12-04T20:27:10,434 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:10,434 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 1805, reset compression=false 2024-12-04T20:27:10,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.rep.1733344018416 not finished, retry = 0 2024-12-04T20:27:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741839_1015 (size=2676) 2024-12-04T20:27:10,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741832_1008 (size=1813) 2024-12-04T20:27:10,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 not finished, retry = 0 2024-12-04T20:27:10,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:27:10,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:10,637 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 to pos 1805, reset compression=false 2024-12-04T20:27:10,649 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/WALs/c2ef38372881,35877,1733344006699/c2ef38372881%2C35877%2C1733344006699.1733344008306 2024-12-04T20:27:10,649 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:10,649 INFO [RS:0;c2ef38372881:35877 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:10,649 INFO [RS:0;c2ef38372881:35877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:10,649 INFO [RS:0;c2ef38372881:35877 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:10,649 INFO [RS:0;c2ef38372881:35877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:10,649 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:10,650 INFO [RS:0;c2ef38372881:35877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,35877,1733344006699 because: Region server is closing 2024-12-04T20:27:10,650 INFO [RS:0;c2ef38372881:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:35877. 2024-12-04T20:27:10,650 DEBUG [RS:0;c2ef38372881:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:10,650 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:10,650 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:10,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:10,750 INFO [RS:0;c2ef38372881:35877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.shipperc2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 terminated 2024-12-04T20:27:10,750 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,35877,1733344006699.replicationSource.wal-reader.c2ef38372881%2C35877%2C1733344006699,1-c2ef38372881,35877,1733344006699 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T20:27:10,750 INFO [RS:0;c2ef38372881:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:35877. 2024-12-04T20:27:10,750 DEBUG [RS:0;c2ef38372881:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:10,751 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:10,751 DEBUG [RS:0;c2ef38372881:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:10,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:10,751 INFO [RS:0;c2ef38372881:35877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35877 2024-12-04T20:27:10,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0594919886/rs/c2ef38372881,35877,1733344006699 2024-12-04T20:27:10,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886/rs 2024-12-04T20:27:10,752 INFO [RS:0;c2ef38372881:35877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:10,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,35877,1733344006699] 2024-12-04T20:27:10,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0594919886/draining/c2ef38372881,35877,1733344006699 already deleted, retry=false 2024-12-04T20:27:10,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,35877,1733344006699 expired; onlineServers=0 2024-12-04T20:27:10,753 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,39717,1733344006659' ***** 2024-12-04T20:27:10,753 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:27:10,754 INFO [M:0;c2ef38372881:39717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:10,754 INFO [M:0;c2ef38372881:39717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:10,754 DEBUG [M:0;c2ef38372881:39717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:27:10,754 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:27:10,754 DEBUG [M:0;c2ef38372881:39717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:27:10,754 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344008069 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344008069,5,FailOnTimeoutGroup] 2024-12-04T20:27:10,754 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344008070 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344008070,5,FailOnTimeoutGroup] 2024-12-04T20:27:10,754 INFO [M:0;c2ef38372881:39717 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:10,754 INFO [M:0;c2ef38372881:39717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:10,754 DEBUG [M:0;c2ef38372881:39717 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:27:10,754 INFO [M:0;c2ef38372881:39717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:27:10,754 INFO [M:0;c2ef38372881:39717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:10,754 INFO [M:0;c2ef38372881:39717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:27:10,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:27:10,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0594919886/master 2024-12-04T20:27:10,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0594919886 2024-12-04T20:27:10,755 DEBUG [M:0;c2ef38372881:39717 {}] zookeeper.ZKUtil(347): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Unable to get data of znode /0594919886/master because node does not exist (not an error) 2024-12-04T20:27:10,755 WARN [M:0;c2ef38372881:39717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:27:10,756 INFO [M:0;c2ef38372881:39717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/.lastflushedseqids 2024-12-04T20:27:10,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741848_1024 (size=245) 2024-12-04T20:27:10,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:10,853 INFO [RS:0;c2ef38372881:35877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:10,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x100a6e9ea740001, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:10,854 INFO [RS:0;c2ef38372881:35877 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,35877,1733344006699; zookeeper connection closed. 2024-12-04T20:27:10,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6632af69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6632af69 2024-12-04T20:27:10,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:27:11,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:11,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:11,016 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28340 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:27:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:27:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:27:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:11,165 INFO [M:0;c2ef38372881:39717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:27:11,166 INFO [M:0;c2ef38372881:39717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:27:11,166 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:11,166 INFO [M:0;c2ef38372881:39717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:11,166 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:11,166 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:11,166 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:11,166 INFO [M:0;c2ef38372881:39717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T20:27:11,181 DEBUG [M:0;c2ef38372881:39717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b34a27bcc9040248c53cf1b4a9669fa is 82, key is hbase:meta,,1/info:regioninfo/1733344009250/Put/seqid=0 2024-12-04T20:27:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741849_1025 (size=5672) 2024-12-04T20:27:11,602 INFO [M:0;c2ef38372881:39717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b34a27bcc9040248c53cf1b4a9669fa 2024-12-04T20:27:11,622 DEBUG [M:0;c2ef38372881:39717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56e6f63584854dacae517ad925d97a2f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344018454/Put/seqid=0 2024-12-04T20:27:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741850_1026 (size=8517) 2024-12-04T20:27:12,034 INFO [M:0;c2ef38372881:39717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56e6f63584854dacae517ad925d97a2f 2024-12-04T20:27:12,053 DEBUG [M:0;c2ef38372881:39717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38d40c8e42fb48f0a34218dccd2c402a is 69, key is c2ef38372881,35877,1733344006699/rs:state/1733344008144/Put/seqid=0 2024-12-04T20:27:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741851_1027 (size=5156) 2024-12-04T20:27:12,457 INFO [M:0;c2ef38372881:39717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38d40c8e42fb48f0a34218dccd2c402a 2024-12-04T20:27:12,461 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b34a27bcc9040248c53cf1b4a9669fa as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b34a27bcc9040248c53cf1b4a9669fa 2024-12-04T20:27:12,465 INFO [M:0;c2ef38372881:39717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b34a27bcc9040248c53cf1b4a9669fa, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:27:12,465 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56e6f63584854dacae517ad925d97a2f as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56e6f63584854dacae517ad925d97a2f 2024-12-04T20:27:12,469 INFO [M:0;c2ef38372881:39717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56e6f63584854dacae517ad925d97a2f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:27:12,470 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38d40c8e42fb48f0a34218dccd2c402a as hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38d40c8e42fb48f0a34218dccd2c402a 2024-12-04T20:27:12,473 INFO [M:0;c2ef38372881:39717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38655/user/jenkins/test-data/47737ee5-e00e-ccde-6341-4501f5f296b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38d40c8e42fb48f0a34218dccd2c402a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:27:12,474 INFO [M:0;c2ef38372881:39717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=97, compaction requested=false 2024-12-04T20:27:12,477 INFO [M:0;c2ef38372881:39717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:12,477 DEBUG [M:0;c2ef38372881:39717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344031166Disabling compacts and flushes for region at 1733344031166Disabling writes for close at 1733344031166Obtaining lock to block concurrent updates at 1733344031166Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344031166Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733344031166Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344031167 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344031167Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344031181 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344031181Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344031606 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344031622 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344031622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344032038 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344032052 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344032052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1715051b: reopening flushed file at 1733344032460 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5168c8c7: reopening flushed file at 1733344032465 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5333f368: reopening flushed file at 1733344032469 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=97, compaction requested=false at 1733344032474 (+5 ms)Writing region close event to WAL at 1733344032477 (+3 ms)Closed at 1733344032477 2024-12-04T20:27:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741830_1006 (size=63666) 2024-12-04T20:27:12,479 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:12,479 INFO [M:0;c2ef38372881:39717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:27:12,479 INFO [M:0;c2ef38372881:39717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39717 2024-12-04T20:27:12,480 INFO [M:0;c2ef38372881:39717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:12,584 INFO [M:0;c2ef38372881:39717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x100a6e9ea740000, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:12,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a03fc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:12,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:12,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:12,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:12,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:12,587 WARN [BP-1046471545-172.17.0.2-1733344005672 heartbeating to localhost/127.0.0.1:38655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:27:12,587 WARN [BP-1046471545-172.17.0.2-1733344005672 heartbeating to localhost/127.0.0.1:38655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046471545-172.17.0.2-1733344005672 (Datanode Uuid 379bf2fd-40ba-4d85-9da4-9442a0b4caf3) service to localhost/127.0.0.1:38655 2024-12-04T20:27:12,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:27:12,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb/data/data2/current/BP-1046471545-172.17.0.2-1733344005672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:12,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/cluster_417df463-82f8-f3ba-0dee-451134dddaeb/data/data1/current/BP-1046471545-172.17.0.2-1733344005672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:12,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:27:12,588 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:27:12,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:12,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:12,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:12,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:12,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778cfb5f-dd88-884f-8141-d2dab3d33771/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:12,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:27:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:27:12,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37947 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38655 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=4056 (was 4076) 2024-12-04T20:27:12,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=4056 2024-12-04T20:27:12,633 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T20:27:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.log.dir so I do NOT create it in target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47 2024-12-04T20:27:12,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:27:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.tmp.dir so I do NOT create it in target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47 2024-12-04T20:27:12,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/565fca6b-dd82-1613-3ab4-cbef54f5fd4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:27:12,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47 2024-12-04T20:27:12,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5, deleteOnExit=true 2024-12-04T20:27:12,636 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5/zookeeper_0, clientPort=61668, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:27:12,636 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61668 2024-12-04T20:27:12,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:27:12,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/test.cache.data in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:27:12,637 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:12,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:12,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:27:12,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:27:12,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:27:12,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:12,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:27:12,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:27:12,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:12,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:12,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6e9ea740005, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:27:12,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6e9ea740002, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:27:12,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6e9ea740002, quorum=127.0.0.1:62863, baseZNode=/0594919886 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:27:12,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6e9ea740005, quorum=127.0.0.1:62863, baseZNode=/11438526889 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:27:12,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:12,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:12,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:12,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:12,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:12,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:12,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-2277900205814633166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:12,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-12-04T20:27:12,802 INFO [Time-limited test {}] server.Server(415): Started @206293ms 2024-12-04T20:27:12,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:12,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:12,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:12,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:12,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:12,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:12,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:13,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/java.io.tmpdir/jetty-localhost-46819-hadoop-hdfs-3_4_1-tests_jar-_-any-8814314651944947198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:13,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:46819} 2024-12-04T20:27:13,003 INFO [Time-limited test {}] server.Server(415): Started @206494ms 2024-12-04T20:27:13,004 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:27:13,069 WARN [Thread-2653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5/data/data2/current/BP-1609646761-172.17.0.2-1733344032650/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:13,069 WARN [Thread-2652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5/data/data1/current/BP-1609646761-172.17.0.2-1733344032650/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:13,091 WARN [Thread-2640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:27:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2973f136dd71ab6d with lease ID 0x5225be771d0ea426: Processing first storage report for DS-2d3e5eae-b306-4971-a85a-497aa03b272b from datanode DatanodeRegistration(127.0.0.1:34457, datanodeUuid=16f2ec1a-8a6b-450d-96fb-3c4fc9282211, infoPort=41295, infoSecurePort=0, ipcPort=46531, storageInfo=lv=-57;cid=testClusterID;nsid=111426835;c=1733344032650) 2024-12-04T20:27:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2973f136dd71ab6d with lease ID 0x5225be771d0ea426: from storage DS-2d3e5eae-b306-4971-a85a-497aa03b272b node DatanodeRegistration(127.0.0.1:34457, datanodeUuid=16f2ec1a-8a6b-450d-96fb-3c4fc9282211, infoPort=41295, infoSecurePort=0, ipcPort=46531, storageInfo=lv=-57;cid=testClusterID;nsid=111426835;c=1733344032650), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:27:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2973f136dd71ab6d with lease ID 0x5225be771d0ea426: Processing first storage report for DS-8dac4df4-49d8-4f3e-ab38-b6705faab188 from datanode DatanodeRegistration(127.0.0.1:34457, datanodeUuid=16f2ec1a-8a6b-450d-96fb-3c4fc9282211, infoPort=41295, infoSecurePort=0, ipcPort=46531, storageInfo=lv=-57;cid=testClusterID;nsid=111426835;c=1733344032650) 2024-12-04T20:27:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2973f136dd71ab6d with lease ID 0x5225be771d0ea426: from storage DS-8dac4df4-49d8-4f3e-ab38-b6705faab188 node DatanodeRegistration(127.0.0.1:34457, datanodeUuid=16f2ec1a-8a6b-450d-96fb-3c4fc9282211, infoPort=41295, infoSecurePort=0, ipcPort=46531, storageInfo=lv=-57;cid=testClusterID;nsid=111426835;c=1733344032650), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:13,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47 2024-12-04T20:27:13,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:13,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:27:13,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1 with version=8 2024-12-04T20:27:13,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/hbase-staging 2024-12-04T20:27:13,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:13,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:13,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:27:13,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:13,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41545 2024-12-04T20:27:13,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41545 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415450x0, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:13,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41545-0x100a6ea53ea0000 connected 2024-12-04T20:27:13,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:13,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:13,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on znode that does not yet exist, /0-1342369923/running 2024-12-04T20:27:13,564 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1, hbase.cluster.distributed=false 2024-12-04T20:27:13,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on znode that does not yet exist, /0-1342369923/acl 2024-12-04T20:27:13,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41545 2024-12-04T20:27:13,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41545 2024-12-04T20:27:13,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41545 2024-12-04T20:27:13,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41545 2024-12-04T20:27:13,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41545 2024-12-04T20:27:13,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:13,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:13,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:13,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:13,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:13,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:13,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:27:13,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:13,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34701 2024-12-04T20:27:13,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34701 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:13,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:13,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:13,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347010x0, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:13,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347010x0, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on znode that does not yet exist, /0-1342369923/running 2024-12-04T20:27:13,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34701-0x100a6ea53ea0001 connected 2024-12-04T20:27:13,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:27:13,591 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:27:13,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on znode that does not yet exist, /0-1342369923/master 2024-12-04T20:27:13,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on znode that does not yet exist, /0-1342369923/acl 2024-12-04T20:27:13,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-04T20:27:13,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34701 2024-12-04T20:27:13,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34701 2024-12-04T20:27:13,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-04T20:27:13,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-04T20:27:13,617 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:41545 2024-12-04T20:27:13,620 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1342369923/backup-masters/c2ef38372881,41545,1733344033542 2024-12-04T20:27:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923/backup-masters 2024-12-04T20:27:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923/backup-masters 2024-12-04T20:27:13,621 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on existing znode=/0-1342369923/backup-masters/c2ef38372881,41545,1733344033542 2024-12-04T20:27:13,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:13,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1342369923/master 2024-12-04T20:27:13,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:13,622 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on existing znode=/0-1342369923/master 2024-12-04T20:27:13,623 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1342369923/backup-masters/c2ef38372881,41545,1733344033542 from backup master directory 2024-12-04T20:27:13,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923/backup-masters 2024-12-04T20:27:13,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1342369923/backup-masters/c2ef38372881,41545,1733344033542 2024-12-04T20:27:13,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923/backup-masters 2024-12-04T20:27:13,623 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:13,623 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,41545,1733344033542 2024-12-04T20:27:13,626 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/hbase.id] with ID: 40be5fea-f617-47f7-9c66-bda96aa7839b 2024-12-04T20:27:13,626 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/.tmp/hbase.id 2024-12-04T20:27:13,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:27:14,031 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/.tmp/hbase.id]:[hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/hbase.id] 2024-12-04T20:27:14,038 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:14,039 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:27:14,039 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T20:27:14,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:14,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:27:14,445 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:14,445 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:27:14,446 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:14,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:27:14,851 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store 2024-12-04T20:27:14,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:27:15,256 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:15,256 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:15,256 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:15,256 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:15,256 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:15,256 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:15,256 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:15,256 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344035256Disabling compacts and flushes for region at 1733344035256Disabling writes for close at 1733344035256Writing region close event to WAL at 1733344035256Closed at 1733344035256 2024-12-04T20:27:15,257 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/.initializing 2024-12-04T20:27:15,257 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/WALs/c2ef38372881,41545,1733344033542 2024-12-04T20:27:15,258 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:15,259 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C41545%2C1733344033542, suffix=, logDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/WALs/c2ef38372881,41545,1733344033542, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/oldWALs, maxLogs=10 2024-12-04T20:27:15,273 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/WALs/c2ef38372881,41545,1733344033542/c2ef38372881%2C41545%2C1733344033542.1733344035259, exclude list is [], retry=0 2024-12-04T20:27:15,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-2d3e5eae-b306-4971-a85a-497aa03b272b,DISK] 2024-12-04T20:27:15,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/WALs/c2ef38372881,41545,1733344033542/c2ef38372881%2C41545%2C1733344033542.1733344035259 2024-12-04T20:27:15,277 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295)] 2024-12-04T20:27:15,277 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:15,277 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:15,277 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,277 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:27:15,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:15,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:15,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:27:15,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:15,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:15,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:27:15,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:15,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:15,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:27:15,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:15,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:15,283 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,283 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,283 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,284 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,284 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,284 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:15,285 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:15,287 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:15,287 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73491751, jitterRate=0.09511242806911469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:15,288 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344035278Initializing all the Stores at 1733344035278Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344035278Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344035278Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344035278Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344035278Cleaning up temporary data from old regions at 1733344035284 (+6 ms)Region opened successfully at 1733344035288 (+4 ms) 2024-12-04T20:27:15,291 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:27:15,293 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3788fb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:15,294 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:27:15,294 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:27:15,294 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:27:15,294 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:27:15,295 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:27:15,295 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:27:15,295 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:27:15,296 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:27:15,297 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Unable to get data of znode /0-1342369923/balancer because node does not exist (not necessarily an error) 2024-12-04T20:27:15,298 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1342369923/balancer already deleted, retry=false 2024-12-04T20:27:15,298 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:27:15,299 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Unable to get data of znode /0-1342369923/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:27:15,299 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1342369923/normalizer already deleted, retry=false 2024-12-04T20:27:15,299 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:27:15,300 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Unable to get data of znode /0-1342369923/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:27:15,300 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1342369923/switch/split already deleted, retry=false 2024-12-04T20:27:15,301 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Unable to get data of znode /0-1342369923/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:27:15,302 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1342369923/switch/merge already deleted, retry=false 2024-12-04T20:27:15,303 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Unable to get data of znode /0-1342369923/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:27:15,303 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1342369923/snapshot-cleanup already deleted, retry=false 2024-12-04T20:27:15,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1342369923/running 2024-12-04T20:27:15,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1342369923/running 2024-12-04T20:27:15,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:15,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:15,305 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,41545,1733344033542, sessionid=0x100a6ea53ea0000, setting cluster-up flag (Was=false) 2024-12-04T20:27:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:15,308 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1342369923/flush-table-proc/acquired, /0-1342369923/flush-table-proc/reached, /0-1342369923/flush-table-proc/abort 2024-12-04T20:27:15,309 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,41545,1733344033542 2024-12-04T20:27:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:15,312 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1342369923/online-snapshot/acquired, /0-1342369923/online-snapshot/reached, /0-1342369923/online-snapshot/abort 2024-12-04T20:27:15,312 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,41545,1733344033542 2024-12-04T20:27:15,313 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:27:15,314 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:15,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:27:15,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:27:15,315 WARN [master/c2ef38372881:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c2ef38372881,42031,1733343958269: status=Processing ServerCrashProcedure of c2ef38372881,42031,1733343958269 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733343971249, completionTime=-1 appears to have been leaked 2024-12-04T20:27:15,315 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,41545,1733344033542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:15,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,322 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344065322 2024-12-04T20:27:15,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:15,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:27:15,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:27:15,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:27:15,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:27:15,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:27:15,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:27:15,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:27:15,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:15,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:27:15,324 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:27:15,324 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:27:15,324 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:27:15,324 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:27:15,324 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:27:15,324 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:27:15,324 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344035324,5,FailOnTimeoutGroup] 2024-12-04T20:27:15,325 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344035324,5,FailOnTimeoutGroup] 2024-12-04T20:27:15,325 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,326 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:27:15,326 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,326 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:27:15,406 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(746): ClusterId : 40be5fea-f617-47f7-9c66-bda96aa7839b 2024-12-04T20:27:15,406 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:27:15,407 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:27:15,407 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:27:15,408 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:27:15,408 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740d991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:15,417 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:34701 2024-12-04T20:27:15,417 INFO [RS:0;c2ef38372881:34701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:27:15,417 INFO [RS:0;c2ef38372881:34701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:27:15,417 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:27:15,418 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,41545,1733344033542 with port=34701, startcode=1733344033583 2024-12-04T20:27:15,418 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:27:15,419 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:27:15,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,34701,1733344033583 2024-12-04T20:27:15,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,34701,1733344033583 2024-12-04T20:27:15,421 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1 2024-12-04T20:27:15,421 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43023 2024-12-04T20:27:15,421 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:27:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923/rs 2024-12-04T20:27:15,422 DEBUG [RS:0;c2ef38372881:34701 {}] zookeeper.ZKUtil(111): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on existing znode=/0-1342369923/rs/c2ef38372881,34701,1733344033583 2024-12-04T20:27:15,422 WARN [RS:0;c2ef38372881:34701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:15,422 INFO [RS:0;c2ef38372881:34701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:15,422 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583 2024-12-04T20:27:15,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,34701,1733344033583] 2024-12-04T20:27:15,424 INFO [RS:0;c2ef38372881:34701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:27:15,425 INFO [RS:0;c2ef38372881:34701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:27:15,425 INFO [RS:0;c2ef38372881:34701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:27:15,425 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,425 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:15,426 DEBUG [RS:0;c2ef38372881:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,426 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34701,1733344033583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:15,437 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:27:15,437 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34701,1733344033583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,438 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,438 INFO [RS:0;c2ef38372881:34701 {}] regionserver.Replication(171): c2ef38372881,34701,1733344033583 started 2024-12-04T20:27:15,448 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:15,448 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,34701,1733344033583, RpcServer on c2ef38372881/172.17.0.2:34701, sessionid=0x100a6ea53ea0001 2024-12-04T20:27:15,448 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:27:15,448 DEBUG [RS:0;c2ef38372881:34701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,34701,1733344033583 2024-12-04T20:27:15,448 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,34701,1733344033583' 2024-12-04T20:27:15,448 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1342369923/flush-table-proc/abort' 2024-12-04T20:27:15,448 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1342369923/flush-table-proc/acquired' 2024-12-04T20:27:15,449 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:27:15,449 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:27:15,449 DEBUG [RS:0;c2ef38372881:34701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,34701,1733344033583 2024-12-04T20:27:15,449 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,34701,1733344033583' 2024-12-04T20:27:15,449 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1342369923/online-snapshot/abort' 2024-12-04T20:27:15,449 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1342369923/online-snapshot/acquired' 2024-12-04T20:27:15,449 DEBUG [RS:0;c2ef38372881:34701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:27:15,449 INFO [RS:0;c2ef38372881:34701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:27:15,449 INFO [RS:0;c2ef38372881:34701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:27:15,549 INFO [RS:0;c2ef38372881:34701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:15,550 INFO [RS:0;c2ef38372881:34701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34701%2C1733344033583, suffix=, logDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/oldWALs, maxLogs=10 2024-12-04T20:27:15,561 DEBUG [RS:0;c2ef38372881:34701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, exclude list is [], retry=0 2024-12-04T20:27:15,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-2d3e5eae-b306-4971-a85a-497aa03b272b,DISK] 2024-12-04T20:27:15,564 INFO [RS:0;c2ef38372881:34701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 2024-12-04T20:27:15,564 DEBUG [RS:0;c2ef38372881:34701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295)] 2024-12-04T20:27:15,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:27:15,731 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1 2024-12-04T20:27:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:27:15,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:27:15,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:15,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:16,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:16,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:16,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:16,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:16,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:16,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:16,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:16,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:16,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:16,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:16,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740 2024-12-04T20:27:16,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740 2024-12-04T20:27:16,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:16,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:16,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:16,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:16,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:16,145 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73896198, jitterRate=0.10113915801048279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:16,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344036136Initializing all the Stores at 1733344036136Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344036136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344036136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344036136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344036136Cleaning up temporary data from old regions at 1733344036142 (+6 ms)Region opened successfully at 1733344036145 (+3 ms) 2024-12-04T20:27:16,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:16,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:16,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:16,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:16,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:16,146 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:16,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344036145Disabling compacts and flushes for region at 1733344036145Disabling writes for close at 1733344036145Writing region close event to WAL at 1733344036146 (+1 ms)Closed at 1733344036146 2024-12-04T20:27:16,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:16,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:27:16,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:27:16,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:16,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:27:16,298 DEBUG [c2ef38372881:41545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:27:16,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,34701,1733344033583 2024-12-04T20:27:16,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,34701,1733344033583, state=OPENING 2024-12-04T20:27:16,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:27:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:16,302 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:16,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1342369923/meta-region-server: CHANGED 2024-12-04T20:27:16,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1342369923/meta-region-server: CHANGED 2024-12-04T20:27:16,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,34701,1733344033583}] 2024-12-04T20:27:16,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:16,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:27:16,457 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:27:16,457 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:16,458 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:27:16,459 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34701%2C1733344033583.meta, suffix=.meta, logDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/oldWALs, maxLogs=10 2024-12-04T20:27:16,470 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.meta.1733344036459.meta, exclude list is [], retry=0 2024-12-04T20:27:16,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-2d3e5eae-b306-4971-a85a-497aa03b272b,DISK] 2024-12-04T20:27:16,473 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.meta.1733344036459.meta 2024-12-04T20:27:16,473 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295)] 2024-12-04T20:27:16,473 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:16,474 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:16,474 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:16,474 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:27:16,474 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:27:16,474 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:27:16,474 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:16,474 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:27:16,474 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:27:16,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:16,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:16,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:16,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:16,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:16,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:16,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:16,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:16,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:16,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:16,479 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:16,479 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740 2024-12-04T20:27:16,480 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740 2024-12-04T20:27:16,480 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:16,480 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:16,481 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:16,481 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:16,482 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75399234, jitterRate=0.1235361397266388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:16,482 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:27:16,482 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344036474Writing region info on filesystem at 1733344036474Initializing all the Stores at 1733344036475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344036475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344036475Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344036475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344036475Cleaning up temporary data from old regions at 1733344036480 (+5 ms)Running coprocessor post-open hooks at 1733344036482 (+2 ms)Region opened successfully at 1733344036482 2024-12-04T20:27:16,483 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344036454 2024-12-04T20:27:16,484 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:27:16,484 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:27:16,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,34701,1733344033583 2024-12-04T20:27:16,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,34701,1733344033583, state=OPEN 2024-12-04T20:27:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1342369923/meta-region-server 2024-12-04T20:27:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1342369923/meta-region-server 2024-12-04T20:27:16,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,34701,1733344033583 2024-12-04T20:27:16,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1342369923/meta-region-server: CHANGED 2024-12-04T20:27:16,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1342369923/meta-region-server: CHANGED 2024-12-04T20:27:16,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:27:16,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,34701,1733344033583 in 184 msec 2024-12-04T20:27:16,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:27:16,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 341 msec 2024-12-04T20:27:16,490 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:16,490 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:27:16,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:16,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34701,1733344033583, seqNum=-1] 2024-12-04T20:27:16,491 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:16,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:16,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1810 sec 2024-12-04T20:27:16,495 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344036495, completionTime=-1 2024-12-04T20:27:16,495 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:27:16,496 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344096497 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344156497 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41545,1733344033542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41545,1733344033542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41545,1733344033542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:16,497 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:41545, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:16,498 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:16,498 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:16,499 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.877sec 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41545,1733344033542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:16,500 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41545,1733344033542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:27:16,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:27:16,502 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:27:16,502 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41545,1733344033542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:16,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:16,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41545,-1 for getting cluster id 2024-12-04T20:27:16,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:16,508 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40be5fea-f617-47f7-9c66-bda96aa7839b' 2024-12-04T20:27:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40be5fea-f617-47f7-9c66-bda96aa7839b" 2024-12-04T20:27:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf6a37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41545,-1] 2024-12-04T20:27:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:16,509 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:16,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:16,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34701,1733344033583, seqNum=-1] 2024-12-04T20:27:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:16,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:16,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,41545,1733344033542 2024-12-04T20:27:16,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:16,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:16,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6ea53ea0002 connected 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.log.dir so I do NOT create it in target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54 2024-12-04T20:27:16,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.tmp.dir so I do NOT create it in target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54 2024-12-04T20:27:16,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:27:16,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/cluster_21472cf9-e5aa-49f0-b222-a281f62550c4, deleteOnExit=true 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/test.cache.data in system properties and HBase conf 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:27:16,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:27:16,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:27:16,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:27:16,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:16,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:16,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:16,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:16,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:27:16,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:16,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:16,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:16,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/java.io.tmpdir/jetty-localhost-45159-hadoop-hdfs-3_4_1-tests_jar-_-any-8937197447549362798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:16,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:45159} 2024-12-04T20:27:16,670 INFO [Time-limited test {}] server.Server(415): Started @210161ms 2024-12-04T20:27:16,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:16,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:16,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:16,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:16,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:16,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:16,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:16,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/java.io.tmpdir/jetty-localhost-35983-hadoop-hdfs-3_4_1-tests_jar-_-any-18399030940264356468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:16,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:35983} 2024-12-04T20:27:16,841 INFO [Time-limited test {}] server.Server(415): Started @210331ms 2024-12-04T20:27:16,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:27:16,897 WARN [Thread-2774 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/cluster_21472cf9-e5aa-49f0-b222-a281f62550c4/data/data2/current/BP-1508606366-172.17.0.2-1733344036532/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:16,897 WARN [Thread-2773 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/cluster_21472cf9-e5aa-49f0-b222-a281f62550c4/data/data1/current/BP-1508606366-172.17.0.2-1733344036532/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:16,915 WARN [Thread-2761 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:27:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x394e6355ec58f9d5 with lease ID 0xb98cde4d6ec3f42c: Processing first storage report for DS-f216b99f-19a1-4666-9712-13c5aacda3f9 from datanode DatanodeRegistration(127.0.0.1:40091, datanodeUuid=052d8377-5aa8-432f-9532-cf95f3d41cba, infoPort=43321, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=767809102;c=1733344036532) 2024-12-04T20:27:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x394e6355ec58f9d5 with lease ID 0xb98cde4d6ec3f42c: from storage DS-f216b99f-19a1-4666-9712-13c5aacda3f9 node DatanodeRegistration(127.0.0.1:40091, datanodeUuid=052d8377-5aa8-432f-9532-cf95f3d41cba, infoPort=43321, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=767809102;c=1733344036532), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:27:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x394e6355ec58f9d5 with lease ID 0xb98cde4d6ec3f42c: Processing first storage report for DS-ad2b8938-ec5d-46bb-9d9e-5ff305539098 from datanode DatanodeRegistration(127.0.0.1:40091, datanodeUuid=052d8377-5aa8-432f-9532-cf95f3d41cba, infoPort=43321, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=767809102;c=1733344036532) 2024-12-04T20:27:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x394e6355ec58f9d5 with lease ID 0xb98cde4d6ec3f42c: from storage DS-ad2b8938-ec5d-46bb-9d9e-5ff305539098 node DatanodeRegistration(127.0.0.1:40091, datanodeUuid=052d8377-5aa8-432f-9532-cf95f3d41cba, infoPort=43321, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=767809102;c=1733344036532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:16,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54 2024-12-04T20:27:16,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:16,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:16,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:27:17,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75 with version=8 2024-12-04T20:27:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/hbase-staging 2024-12-04T20:27:17,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:17,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:17,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:17,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:17,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:17,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:17,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:27:17,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:17,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41959 2024-12-04T20:27:17,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41959 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419590x0, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:17,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41959-0x100a6ea53ea0003 connected 2024-12-04T20:27:17,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:17,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:17,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on znode that does not yet exist, /1387117985/running 2024-12-04T20:27:17,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75, hbase.cluster.distributed=false 2024-12-04T20:27:17,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on znode that does not yet exist, /1387117985/acl 2024-12-04T20:27:17,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41959 2024-12-04T20:27:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41959 2024-12-04T20:27:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41959 2024-12-04T20:27:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41959 2024-12-04T20:27:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41959 2024-12-04T20:27:17,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:17,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:17,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:17,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:17,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:27:17,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:17,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38693 2024-12-04T20:27:17,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38693 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:17,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:17,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:17,408 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386930x0, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:17,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38693-0x100a6ea53ea0004 connected 2024-12-04T20:27:17,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on znode that does not yet exist, /1387117985/running 2024-12-04T20:27:17,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:27:17,411 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:27:17,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on znode that does not yet exist, /1387117985/master 2024-12-04T20:27:17,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on znode that does not yet exist, /1387117985/acl 2024-12-04T20:27:17,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38693 2024-12-04T20:27:17,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38693 2024-12-04T20:27:17,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38693 2024-12-04T20:27:17,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38693 2024-12-04T20:27:17,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38693 2024-12-04T20:27:17,430 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:41959 2024-12-04T20:27:17,430 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1387117985/backup-masters/c2ef38372881,41959,1733344037373 2024-12-04T20:27:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985/backup-masters 2024-12-04T20:27:17,431 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985/backup-masters 2024-12-04T20:27:17,431 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on existing znode=/1387117985/backup-masters/c2ef38372881,41959,1733344037373 2024-12-04T20:27:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:17,432 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1387117985/master 2024-12-04T20:27:17,432 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:17,432 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on existing znode=/1387117985/master 2024-12-04T20:27:17,433 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1387117985/backup-masters/c2ef38372881,41959,1733344037373 from backup master directory 2024-12-04T20:27:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1387117985/backup-masters/c2ef38372881,41959,1733344037373 2024-12-04T20:27:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985/backup-masters 2024-12-04T20:27:17,433 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985/backup-masters 2024-12-04T20:27:17,433 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:17,433 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,41959,1733344037373 2024-12-04T20:27:17,436 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/hbase.id] with ID: b423d17d-d945-4956-9a9c-8da6bba99303 2024-12-04T20:27:17,436 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/.tmp/hbase.id 2024-12-04T20:27:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:27:17,843 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/.tmp/hbase.id]:[hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/hbase.id] 2024-12-04T20:27:17,850 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:17,850 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:27:17,851 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:27:17,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:17,852 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:17,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:27:18,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:18,258 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:27:18,258 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:18,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:27:18,675 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store 2024-12-04T20:27:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:27:19,081 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:19,081 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:19,081 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:19,081 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:19,081 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:19,081 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:19,081 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:19,081 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344039081Disabling compacts and flushes for region at 1733344039081Disabling writes for close at 1733344039081Writing region close event to WAL at 1733344039081Closed at 1733344039081 2024-12-04T20:27:19,082 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/.initializing 2024-12-04T20:27:19,082 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/WALs/c2ef38372881,41959,1733344037373 2024-12-04T20:27:19,082 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:19,084 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C41959%2C1733344037373, suffix=, logDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/WALs/c2ef38372881,41959,1733344037373, archiveDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/oldWALs, maxLogs=10 2024-12-04T20:27:19,094 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/WALs/c2ef38372881,41959,1733344037373/c2ef38372881%2C41959%2C1733344037373.1733344039084, exclude list is [], retry=0 2024-12-04T20:27:19,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-f216b99f-19a1-4666-9712-13c5aacda3f9,DISK] 2024-12-04T20:27:19,097 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/WALs/c2ef38372881,41959,1733344037373/c2ef38372881%2C41959%2C1733344037373.1733344039084 2024-12-04T20:27:19,098 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-12-04T20:27:19,098 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:19,098 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:19,098 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,098 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:27:19,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:19,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:27:19,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:19,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:27:19,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:19,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:27:19,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:19,103 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,103 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,103 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,104 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,104 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,104 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:19,105 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:19,106 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:19,106 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72381572, jitterRate=0.07856947183609009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:19,106 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344039098Initializing all the Stores at 1733344039098Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344039098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344039099 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344039099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344039099Cleaning up temporary data from old regions at 1733344039104 (+5 ms)Region opened successfully at 1733344039106 (+2 ms) 2024-12-04T20:27:19,107 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:27:19,108 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d6282c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:19,109 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:27:19,109 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:27:19,109 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:27:19,109 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:27:19,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:27:19,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:27:19,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:27:19,112 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:27:19,113 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Unable to get data of znode /1387117985/balancer because node does not exist (not necessarily an error) 2024-12-04T20:27:19,113 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1387117985/balancer already deleted, retry=false 2024-12-04T20:27:19,114 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:27:19,114 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Unable to get data of znode /1387117985/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:27:19,115 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1387117985/normalizer already deleted, retry=false 2024-12-04T20:27:19,115 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:27:19,115 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Unable to get data of znode /1387117985/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:27:19,116 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1387117985/switch/split already deleted, retry=false 2024-12-04T20:27:19,117 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Unable to get data of znode /1387117985/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:27:19,117 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1387117985/switch/merge already deleted, retry=false 2024-12-04T20:27:19,118 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Unable to get data of znode /1387117985/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:27:19,119 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1387117985/snapshot-cleanup already deleted, retry=false 2024-12-04T20:27:19,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1387117985/running 2024-12-04T20:27:19,120 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1387117985/running 2024-12-04T20:27:19,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:19,120 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:19,120 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,41959,1733344037373, sessionid=0x100a6ea53ea0003, setting cluster-up flag (Was=false) 2024-12-04T20:27:19,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:19,121 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:19,123 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1387117985/flush-table-proc/acquired, /1387117985/flush-table-proc/reached, /1387117985/flush-table-proc/abort 2024-12-04T20:27:19,124 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,41959,1733344037373 2024-12-04T20:27:19,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:19,125 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:19,126 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1387117985/online-snapshot/acquired, /1387117985/online-snapshot/reached, /1387117985/online-snapshot/abort 2024-12-04T20:27:19,127 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,41959,1733344037373 2024-12-04T20:27:19,128 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:27:19,129 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:19,129 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:27:19,129 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:27:19,129 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,41959,1733344037373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:19,130 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:19,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:27:19,132 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:27:19,137 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344069137 2024-12-04T20:27:19,137 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:27:19,138 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:27:19,138 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:27:19,138 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:27:19,138 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:27:19,138 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:27:19,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,144 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:27:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:27:19,145 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:27:19,145 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:27:19,145 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:27:19,145 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:27:19,145 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:27:19,146 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344039145,5,FailOnTimeoutGroup] 2024-12-04T20:27:19,146 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344039146,5,FailOnTimeoutGroup] 2024-12-04T20:27:19,146 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,146 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:27:19,146 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,146 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,223 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(746): ClusterId : b423d17d-d945-4956-9a9c-8da6bba99303 2024-12-04T20:27:19,223 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:27:19,224 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:27:19,224 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:27:19,225 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:27:19,226 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d57a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:19,235 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:38693 2024-12-04T20:27:19,235 INFO [RS:0;c2ef38372881:38693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:27:19,235 INFO [RS:0;c2ef38372881:38693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:27:19,235 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:27:19,235 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,41959,1733344037373 with port=38693, startcode=1733344037400 2024-12-04T20:27:19,235 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:27:19,236 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:27:19,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,38693,1733344037400 2024-12-04T20:27:19,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41959 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,38693,1733344037400 2024-12-04T20:27:19,238 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75 2024-12-04T20:27:19,238 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38315 2024-12-04T20:27:19,238 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:27:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985/rs 2024-12-04T20:27:19,240 DEBUG [RS:0;c2ef38372881:38693 {}] zookeeper.ZKUtil(111): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on existing znode=/1387117985/rs/c2ef38372881,38693,1733344037400 2024-12-04T20:27:19,240 WARN [RS:0;c2ef38372881:38693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:19,240 INFO [RS:0;c2ef38372881:38693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:19,241 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400 2024-12-04T20:27:19,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,38693,1733344037400] 2024-12-04T20:27:19,243 INFO [RS:0;c2ef38372881:38693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:27:19,244 INFO [RS:0;c2ef38372881:38693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:27:19,245 INFO [RS:0;c2ef38372881:38693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:27:19,245 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,247 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:27:19,248 INFO [RS:0;c2ef38372881:38693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:27:19,248 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:19,248 DEBUG [RS:0;c2ef38372881:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:19,249 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,249 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,249 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,249 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,249 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,249 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38693,1733344037400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:19,264 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:27:19,265 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,38693,1733344037400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,265 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,265 INFO [RS:0;c2ef38372881:38693 {}] regionserver.Replication(171): c2ef38372881,38693,1733344037400 started 2024-12-04T20:27:19,275 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:19,276 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,38693,1733344037400, RpcServer on c2ef38372881/172.17.0.2:38693, sessionid=0x100a6ea53ea0004 2024-12-04T20:27:19,276 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:27:19,276 DEBUG [RS:0;c2ef38372881:38693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,38693,1733344037400 2024-12-04T20:27:19,276 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,38693,1733344037400' 2024-12-04T20:27:19,276 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1387117985/flush-table-proc/abort' 2024-12-04T20:27:19,276 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1387117985/flush-table-proc/acquired' 2024-12-04T20:27:19,277 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:27:19,277 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:27:19,277 DEBUG [RS:0;c2ef38372881:38693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,38693,1733344037400 2024-12-04T20:27:19,277 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,38693,1733344037400' 2024-12-04T20:27:19,277 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1387117985/online-snapshot/abort' 2024-12-04T20:27:19,277 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1387117985/online-snapshot/acquired' 2024-12-04T20:27:19,277 DEBUG [RS:0;c2ef38372881:38693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:27:19,277 INFO [RS:0;c2ef38372881:38693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:27:19,277 INFO [RS:0;c2ef38372881:38693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:27:19,377 INFO [RS:0;c2ef38372881:38693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:19,379 INFO [RS:0;c2ef38372881:38693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C38693%2C1733344037400, suffix=, logDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400, archiveDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/oldWALs, maxLogs=10 2024-12-04T20:27:19,389 DEBUG [RS:0;c2ef38372881:38693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, exclude list is [], retry=0 2024-12-04T20:27:19,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-f216b99f-19a1-4666-9712-13c5aacda3f9,DISK] 2024-12-04T20:27:19,393 INFO [RS:0;c2ef38372881:38693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 2024-12-04T20:27:19,393 DEBUG [RS:0;c2ef38372881:38693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-12-04T20:27:19,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:27:19,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75 2024-12-04T20:27:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:27:19,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:19,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:19,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:19,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:19,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:19,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:19,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:19,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:19,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:19,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:19,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:19,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:19,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:19,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:19,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:19,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740 2024-12-04T20:27:19,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740 2024-12-04T20:27:19,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:19,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:19,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:19,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:19,958 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:19,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74334203, jitterRate=0.10766594111919403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:19,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344039950Initializing all the Stores at 1733344039951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344039951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344039951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344039951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344039951Cleaning up temporary data from old regions at 1733344039956 (+5 ms)Region opened successfully at 1733344039959 (+3 ms) 2024-12-04T20:27:19,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:19,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:19,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:19,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:19,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:19,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:19,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344039959Disabling compacts and flushes for region at 1733344039959Disabling writes for close at 1733344039959Writing region close event to WAL at 1733344039959Closed at 1733344039959 2024-12-04T20:27:19,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:19,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:27:19,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:27:19,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:19,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:27:20,111 DEBUG [c2ef38372881:41959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:27:20,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,38693,1733344037400 2024-12-04T20:27:20,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,38693,1733344037400, state=OPENING 2024-12-04T20:27:20,113 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:27:20,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:20,114 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:20,115 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:20,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1387117985/meta-region-server: CHANGED 2024-12-04T20:27:20,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1387117985/meta-region-server: CHANGED 2024-12-04T20:27:20,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,38693,1733344037400}] 2024-12-04T20:27:20,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:20,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:27:20,271 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:27:20,271 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:20,271 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:27:20,272 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C38693%2C1733344037400.meta, suffix=.meta, logDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400, archiveDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/oldWALs, maxLogs=10 2024-12-04T20:27:20,284 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.meta.1733344040273.meta, exclude list is [], retry=0 2024-12-04T20:27:20,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-f216b99f-19a1-4666-9712-13c5aacda3f9,DISK] 2024-12-04T20:27:20,287 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.meta.1733344040273.meta 2024-12-04T20:27:20,288 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-12-04T20:27:20,288 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:20,288 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:20,288 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:20,288 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:27:20,288 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:27:20,289 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:27:20,289 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:20,289 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:27:20,289 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:27:20,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:20,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:20,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:20,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:20,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:20,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:20,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:20,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:20,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:20,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:20,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:20,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:20,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:20,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:20,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:20,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:20,294 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:20,294 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740 2024-12-04T20:27:20,295 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740 2024-12-04T20:27:20,295 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:20,295 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:20,296 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:20,296 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:20,297 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73237801, jitterRate=0.09132827818393707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:20,297 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:27:20,297 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344040289Writing region info on filesystem at 1733344040289Initializing all the Stores at 1733344040290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344040290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344040290Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344040290Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344040290Cleaning up temporary data from old regions at 1733344040295 (+5 ms)Running coprocessor post-open hooks at 1733344040297 (+2 ms)Region opened successfully at 1733344040297 2024-12-04T20:27:20,298 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344040266 2024-12-04T20:27:20,300 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:27:20,300 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:27:20,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,38693,1733344037400 2024-12-04T20:27:20,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,38693,1733344037400, state=OPEN 2024-12-04T20:27:20,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1387117985/meta-region-server 2024-12-04T20:27:20,302 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1387117985/meta-region-server 2024-12-04T20:27:20,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,38693,1733344037400 2024-12-04T20:27:20,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1387117985/meta-region-server: CHANGED 2024-12-04T20:27:20,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1387117985/meta-region-server: CHANGED 2024-12-04T20:27:20,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:27:20,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,38693,1733344037400 in 187 msec 2024-12-04T20:27:20,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:27:20,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-12-04T20:27:20,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:20,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:27:20,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:20,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38693,1733344037400, seqNum=-1] 2024-12-04T20:27:20,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:20,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:20,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-12-04T20:27:20,312 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344040312, completionTime=-1 2024-12-04T20:27:20,312 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:27:20,312 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344100314 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344160314 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41959,1733344037373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41959,1733344037373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41959,1733344037373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:41959, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:20,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:20,316 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:27:20,317 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.884sec 2024-12-04T20:27:20,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:27:20,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:27:20,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:27:20,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:27:20,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:27:20,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41959,1733344037373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:20,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41959,1733344037373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:27:20,319 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:27:20,320 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:27:20,320 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41959,1733344037373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:20,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:20,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41959,-1 for getting cluster id 2024-12-04T20:27:20,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:20,325 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b423d17d-d945-4956-9a9c-8da6bba99303' 2024-12-04T20:27:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b423d17d-d945-4956-9a9c-8da6bba99303" 2024-12-04T20:27:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f81166c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41959,-1] 2024-12-04T20:27:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:20,326 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:20,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b46cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:20,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38693,1733344037400, seqNum=-1] 2024-12-04T20:27:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:20,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:20,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,41959,1733344037373 2024-12-04T20:27:20,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:20,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6ea53ea0005 connected 2024-12-04T20:27:20,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.log.dir so I do NOT create it in target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677 2024-12-04T20:27:20,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:27:20,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.tmp.dir so I do NOT create it in target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677 2024-12-04T20:27:20,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:27:20,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677 2024-12-04T20:27:20,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:27:20,334 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/cluster_22723818-110d-9454-5f94-8c899cdf4601, deleteOnExit=true 2024-12-04T20:27:20,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:27:20,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/test.cache.data in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:27:20,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:27:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:27:20,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:20,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:20,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:20,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:20,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:27:20,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:20,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:20,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:20,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555067b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/java.io.tmpdir/jetty-localhost-40011-hadoop-hdfs-3_4_1-tests_jar-_-any-17168116641030468167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:20,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:40011} 2024-12-04T20:27:20,484 INFO [Time-limited test {}] server.Server(415): Started @213975ms 2024-12-04T20:27:20,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:20,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:20,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:20,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:20,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:27:20,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:20,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:20,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60672866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/java.io.tmpdir/jetty-localhost-41015-hadoop-hdfs-3_4_1-tests_jar-_-any-12792837244451110269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:20,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:41015} 2024-12-04T20:27:20,635 INFO [Time-limited test {}] server.Server(415): Started @214126ms 2024-12-04T20:27:20,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:27:20,687 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/cluster_22723818-110d-9454-5f94-8c899cdf4601/data/data1/current/BP-1270135846-172.17.0.2-1733344040349/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:20,688 WARN [Thread-2894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/cluster_22723818-110d-9454-5f94-8c899cdf4601/data/data2/current/BP-1270135846-172.17.0.2-1733344040349/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:20,708 WARN [Thread-2881 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:27:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18553cf1dc622a80 with lease ID 0xc543dd25e0e06eb9: Processing first storage report for DS-51771d58-6a43-4902-aaac-4f3574a73368 from datanode DatanodeRegistration(127.0.0.1:42239, datanodeUuid=620f94a0-9ae5-45f8-92f6-cf80ca37bc0f, infoPort=44083, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=1312832808;c=1733344040349) 2024-12-04T20:27:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18553cf1dc622a80 with lease ID 0xc543dd25e0e06eb9: from storage DS-51771d58-6a43-4902-aaac-4f3574a73368 node DatanodeRegistration(127.0.0.1:42239, datanodeUuid=620f94a0-9ae5-45f8-92f6-cf80ca37bc0f, infoPort=44083, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=1312832808;c=1733344040349), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:27:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18553cf1dc622a80 with lease ID 0xc543dd25e0e06eb9: Processing first storage report for DS-95747457-0dcc-4432-8dd7-4e36abefc11d from datanode DatanodeRegistration(127.0.0.1:42239, datanodeUuid=620f94a0-9ae5-45f8-92f6-cf80ca37bc0f, infoPort=44083, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=1312832808;c=1733344040349) 2024-12-04T20:27:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18553cf1dc622a80 with lease ID 0xc543dd25e0e06eb9: from storage DS-95747457-0dcc-4432-8dd7-4e36abefc11d node DatanodeRegistration(127.0.0.1:42239, datanodeUuid=620f94a0-9ae5-45f8-92f6-cf80ca37bc0f, infoPort=44083, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=1312832808;c=1733344040349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:20,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677 2024-12-04T20:27:20,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:20,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:27:21,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:21,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:21,036 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38360 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:21,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:27:21,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T20:27:21,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:21,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T20:27:21,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:21,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T20:27:21,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b with version=8 2024-12-04T20:27:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/hbase-staging 2024-12-04T20:27:21,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:21,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:21,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:21,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:21,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:21,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:21,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:27:21,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:21,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41695 2024-12-04T20:27:21,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41695 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:21,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416950x0, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:21,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41695-0x100a6ea53ea0006 connected 2024-12-04T20:27:21,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:21,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:21,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on znode that does not yet exist, /2-565024614/running 2024-12-04T20:27:21,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b, hbase.cluster.distributed=false 2024-12-04T20:27:21,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on znode that does not yet exist, /2-565024614/acl 2024-12-04T20:27:21,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41695 2024-12-04T20:27:21,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41695 2024-12-04T20:27:21,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41695 2024-12-04T20:27:21,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41695 2024-12-04T20:27:21,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41695 2024-12-04T20:27:21,207 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:21,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:21,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:21,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:21,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:21,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:21,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:27:21,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:21,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46399 2024-12-04T20:27:21,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46399 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:21,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:21,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463990x0, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:21,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463990x0, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on znode that does not yet exist, /2-565024614/running 2024-12-04T20:27:21,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46399-0x100a6ea53ea0007 connected 2024-12-04T20:27:21,216 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:27:21,217 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:27:21,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on znode that does not yet exist, /2-565024614/master 2024-12-04T20:27:21,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on znode that does not yet exist, /2-565024614/acl 2024-12-04T20:27:21,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46399 2024-12-04T20:27:21,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46399 2024-12-04T20:27:21,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46399 2024-12-04T20:27:21,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46399 2024-12-04T20:27:21,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46399 2024-12-04T20:27:21,234 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:41695 2024-12-04T20:27:21,235 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-565024614/backup-masters/c2ef38372881,41695,1733344041172 2024-12-04T20:27:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614/backup-masters 2024-12-04T20:27:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614/backup-masters 2024-12-04T20:27:21,236 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on existing znode=/2-565024614/backup-masters/c2ef38372881,41695,1733344041172 2024-12-04T20:27:21,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:21,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-565024614/master 2024-12-04T20:27:21,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:21,237 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on existing znode=/2-565024614/master 2024-12-04T20:27:21,237 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-565024614/backup-masters/c2ef38372881,41695,1733344041172 from backup master directory 2024-12-04T20:27:21,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-565024614/backup-masters/c2ef38372881,41695,1733344041172 2024-12-04T20:27:21,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614/backup-masters 2024-12-04T20:27:21,238 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:21,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614/backup-masters 2024-12-04T20:27:21,238 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,41695,1733344041172 2024-12-04T20:27:21,242 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/hbase.id] with ID: fa7ab455-2428-4b84-ac8a-6a98ce7bf196 2024-12-04T20:27:21,242 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/.tmp/hbase.id 2024-12-04T20:27:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:27:21,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:27:21,648 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/.tmp/hbase.id]:[hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/hbase.id] 2024-12-04T20:27:21,655 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:21,655 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:27:21,656 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:27:21,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:21,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:27:21,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:27:21,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:21,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:22,063 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:22,063 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:27:22,063 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:22,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:27:22,469 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store 2024-12-04T20:27:22,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:27:22,876 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:22,876 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:22,876 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:22,876 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:22,876 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:22,876 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:22,876 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:22,876 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344042876Disabling compacts and flushes for region at 1733344042876Disabling writes for close at 1733344042876Writing region close event to WAL at 1733344042876Closed at 1733344042876 2024-12-04T20:27:22,877 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/.initializing 2024-12-04T20:27:22,877 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/WALs/c2ef38372881,41695,1733344041172 2024-12-04T20:27:22,878 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:22,879 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C41695%2C1733344041172, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/WALs/c2ef38372881,41695,1733344041172, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/oldWALs, maxLogs=10 2024-12-04T20:27:22,890 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/WALs/c2ef38372881,41695,1733344041172/c2ef38372881%2C41695%2C1733344041172.1733344042879, exclude list is [], retry=0 2024-12-04T20:27:22,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42239,DS-51771d58-6a43-4902-aaac-4f3574a73368,DISK] 2024-12-04T20:27:22,893 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/WALs/c2ef38372881,41695,1733344041172/c2ef38372881%2C41695%2C1733344041172.1733344042879 2024-12-04T20:27:22,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44083:44083)] 2024-12-04T20:27:22,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:22,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:22,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:27:22,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:27:22,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:27:22,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:22,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:22,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:27:22,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:22,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:22,899 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,899 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,899 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,900 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,900 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,900 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:22,901 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:22,902 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:22,903 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72229221, jitterRate=0.0762992650270462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:22,903 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344042893Initializing all the Stores at 1733344042894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344042894Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344042894Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344042894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344042894Cleaning up temporary data from old regions at 1733344042900 (+6 ms)Region opened successfully at 1733344042903 (+3 ms) 2024-12-04T20:27:22,903 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:27:22,905 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1327eadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:22,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:27:22,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:27:22,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:27:22,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:27:22,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:27:22,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:27:22,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:27:22,908 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:27:22,909 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Unable to get data of znode /2-565024614/balancer because node does not exist (not necessarily an error) 2024-12-04T20:27:22,909 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-565024614/balancer already deleted, retry=false 2024-12-04T20:27:22,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:27:22,910 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Unable to get data of znode /2-565024614/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:27:22,911 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-565024614/normalizer already deleted, retry=false 2024-12-04T20:27:22,911 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:27:22,911 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Unable to get data of znode /2-565024614/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:27:22,912 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-565024614/switch/split already deleted, retry=false 2024-12-04T20:27:22,912 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Unable to get data of znode /2-565024614/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:27:22,913 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-565024614/switch/merge already deleted, retry=false 2024-12-04T20:27:22,914 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Unable to get data of znode /2-565024614/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:27:22,915 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-565024614/snapshot-cleanup already deleted, retry=false 2024-12-04T20:27:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-565024614/running 2024-12-04T20:27:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-565024614/running 2024-12-04T20:27:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:22,916 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,41695,1733344041172, sessionid=0x100a6ea53ea0006, setting cluster-up flag (Was=false) 2024-12-04T20:27:22,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:22,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:22,919 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-565024614/flush-table-proc/acquired, /2-565024614/flush-table-proc/reached, /2-565024614/flush-table-proc/abort 2024-12-04T20:27:22,920 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,41695,1733344041172 2024-12-04T20:27:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:22,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-565024614/online-snapshot/acquired, /2-565024614/online-snapshot/reached, /2-565024614/online-snapshot/abort 2024-12-04T20:27:22,924 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,41695,1733344041172 2024-12-04T20:27:22,924 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:27:22,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:22,925 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:27:22,926 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:27:22,926 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,41695,1733344041172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:22,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,927 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(746): ClusterId : fa7ab455-2428-4b84-ac8a-6a98ce7bf196 2024-12-04T20:27:22,927 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344072928 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:27:22,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:22,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,928 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:27:22,928 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:27:22,928 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:27:22,929 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:27:22,929 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:27:22,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:22,929 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344042929,5,FailOnTimeoutGroup] 2024-12-04T20:27:22,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:27:22,929 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:27:22,929 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6526bd65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:22,933 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344042929,5,FailOnTimeoutGroup] 2024-12-04T20:27:22,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:27:22,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,933 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:27:22,943 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:46399 2024-12-04T20:27:22,943 INFO [RS:0;c2ef38372881:46399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:27:22,943 INFO [RS:0;c2ef38372881:46399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:27:22,943 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:27:22,943 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,41695,1733344041172 with port=46399, startcode=1733344041206 2024-12-04T20:27:22,943 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:27:22,945 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:27:22,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,46399,1733344041206 2024-12-04T20:27:22,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41695 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,46399,1733344041206 2024-12-04T20:27:22,946 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b 2024-12-04T20:27:22,946 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42223 2024-12-04T20:27:22,946 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:27:22,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614/rs 2024-12-04T20:27:22,948 DEBUG [RS:0;c2ef38372881:46399 {}] zookeeper.ZKUtil(111): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on existing znode=/2-565024614/rs/c2ef38372881,46399,1733344041206 2024-12-04T20:27:22,948 WARN [RS:0;c2ef38372881:46399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:22,948 INFO [RS:0;c2ef38372881:46399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:22,949 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206 2024-12-04T20:27:22,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,46399,1733344041206] 2024-12-04T20:27:22,955 INFO [RS:0;c2ef38372881:46399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:27:22,957 INFO [RS:0;c2ef38372881:46399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:27:22,957 INFO [RS:0;c2ef38372881:46399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:27:22,957 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,959 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:27:22,960 INFO [RS:0;c2ef38372881:46399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:27:22,960 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:22,960 DEBUG [RS:0;c2ef38372881:46399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:22,964 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,964 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,964 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,964 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,964 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,964 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46399,1733344041206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:22,976 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:27:22,976 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46399,1733344041206-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,976 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,976 INFO [RS:0;c2ef38372881:46399 {}] regionserver.Replication(171): c2ef38372881,46399,1733344041206 started 2024-12-04T20:27:22,986 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:22,986 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,46399,1733344041206, RpcServer on c2ef38372881/172.17.0.2:46399, sessionid=0x100a6ea53ea0007 2024-12-04T20:27:22,986 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:27:22,986 DEBUG [RS:0;c2ef38372881:46399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,46399,1733344041206 2024-12-04T20:27:22,986 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,46399,1733344041206' 2024-12-04T20:27:22,986 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-565024614/flush-table-proc/abort' 2024-12-04T20:27:22,987 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-565024614/flush-table-proc/acquired' 2024-12-04T20:27:22,987 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:27:22,987 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:27:22,987 DEBUG [RS:0;c2ef38372881:46399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,46399,1733344041206 2024-12-04T20:27:22,987 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,46399,1733344041206' 2024-12-04T20:27:22,987 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-565024614/online-snapshot/abort' 2024-12-04T20:27:22,988 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-565024614/online-snapshot/acquired' 2024-12-04T20:27:22,988 DEBUG [RS:0;c2ef38372881:46399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:27:22,988 INFO [RS:0;c2ef38372881:46399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:27:22,988 INFO [RS:0;c2ef38372881:46399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:27:23,088 INFO [RS:0;c2ef38372881:46399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:23,089 INFO [RS:0;c2ef38372881:46399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46399%2C1733344041206, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/oldWALs, maxLogs=10 2024-12-04T20:27:23,100 DEBUG [RS:0;c2ef38372881:46399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, exclude list is [], retry=0 2024-12-04T20:27:23,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42239,DS-51771d58-6a43-4902-aaac-4f3574a73368,DISK] 2024-12-04T20:27:23,104 INFO [RS:0;c2ef38372881:46399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 2024-12-04T20:27:23,104 DEBUG [RS:0;c2ef38372881:46399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44083:44083)] 2024-12-04T20:27:23,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:27:23,343 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b 2024-12-04T20:27:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:27:23,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:23,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:23,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:23,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:23,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:23,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:23,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:23,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:23,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:23,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:23,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:23,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:23,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:23,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:23,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:23,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:23,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:23,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:23,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740 2024-12-04T20:27:23,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740 2024-12-04T20:27:23,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:23,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:23,754 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:23,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:23,756 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:23,756 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59196733, jitterRate=-0.11789993941783905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:23,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344043748Initializing all the Stores at 1733344043748Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344043748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344043748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344043748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344043748Cleaning up temporary data from old regions at 1733344043754 (+6 ms)Region opened successfully at 1733344043756 (+2 ms) 2024-12-04T20:27:23,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:23,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:23,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:23,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:23,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:23,757 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:23,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344043756Disabling compacts and flushes for region at 1733344043756Disabling writes for close at 1733344043757 (+1 ms)Writing region close event to WAL at 1733344043757Closed at 1733344043757 2024-12-04T20:27:23,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:23,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:27:23,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:27:23,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:23,759 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:27:23,909 DEBUG [c2ef38372881:41695 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:27:23,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,46399,1733344041206 2024-12-04T20:27:23,910 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,46399,1733344041206, state=OPENING 2024-12-04T20:27:23,911 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:27:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:23,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:23,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-565024614/meta-region-server: CHANGED 2024-12-04T20:27:23,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-565024614/meta-region-server: CHANGED 2024-12-04T20:27:23,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,46399,1733344041206}] 2024-12-04T20:27:24,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:24,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:27:24,068 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:27:24,068 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:24,068 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:27:24,069 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46399%2C1733344041206.meta, suffix=.meta, logDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/oldWALs, maxLogs=10 2024-12-04T20:27:24,079 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.meta.1733344044069.meta, exclude list is [], retry=0 2024-12-04T20:27:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42239,DS-51771d58-6a43-4902-aaac-4f3574a73368,DISK] 2024-12-04T20:27:24,083 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.meta.1733344044069.meta 2024-12-04T20:27:24,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44083:44083)] 2024-12-04T20:27:24,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:24,083 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:24,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:24,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:27:24,083 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:27:24,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:27:24,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:24,084 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:27:24,084 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:27:24,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:24,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:24,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:24,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:24,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:24,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:24,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:24,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:24,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:24,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:24,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:24,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:24,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:24,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:24,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:24,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:24,087 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:24,088 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740 2024-12-04T20:27:24,089 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740 2024-12-04T20:27:24,089 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:24,089 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:24,090 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:24,090 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:24,091 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63715922, jitterRate=-0.050558775663375854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:24,091 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:27:24,091 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344044084Writing region info on filesystem at 1733344044084Initializing all the Stores at 1733344044084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344044084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344044084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344044084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344044084Cleaning up temporary data from old regions at 1733344044089 (+5 ms)Running coprocessor post-open hooks at 1733344044091 (+2 ms)Region opened successfully at 1733344044091 2024-12-04T20:27:24,092 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344044064 2024-12-04T20:27:24,093 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:27:24,093 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:27:24,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,46399,1733344041206 2024-12-04T20:27:24,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,46399,1733344041206, state=OPEN 2024-12-04T20:27:24,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-565024614/meta-region-server 2024-12-04T20:27:24,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-565024614/meta-region-server 2024-12-04T20:27:24,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,46399,1733344041206 2024-12-04T20:27:24,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-565024614/meta-region-server: CHANGED 2024-12-04T20:27:24,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-565024614/meta-region-server: CHANGED 2024-12-04T20:27:24,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:27:24,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,46399,1733344041206 in 183 msec 2024-12-04T20:27:24,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:27:24,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 339 msec 2024-12-04T20:27:24,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:24,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:27:24,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:24,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46399,1733344041206, seqNum=-1] 2024-12-04T20:27:24,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:24,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:24,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-12-04T20:27:24,104 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344044104, completionTime=-1 2024-12-04T20:27:24,105 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:27:24,105 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:27:24,106 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:27:24,106 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344104106 2024-12-04T20:27:24,106 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344164106 2024-12-04T20:27:24,106 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:27:24,107 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41695,1733344041172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:24,107 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41695,1733344041172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:24,107 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41695,1733344041172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:24,107 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:41695, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:24,107 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:24,107 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:24,108 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:27:24,109 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.871sec 2024-12-04T20:27:24,109 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:27:24,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:27:24,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:27:24,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:27:24,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:27:24,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41695,1733344041172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:24,110 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41695,1733344041172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:27:24,111 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:27:24,111 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:27:24,111 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41695,1733344041172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:24,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:24,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:24,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:24,129 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961f127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:24,131 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:24,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:24,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46399,1733344041206, seqNum=-1] 2024-12-04T20:27:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:24,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,41695,1733344041172 2024-12-04T20:27:24,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61668 2024-12-04T20:27:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:24,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a6ea53ea0008 connected 2024-12-04T20:27:24,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41545,1733344033542 2024-12-04T20:27:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a13dda 2024-12-04T20:27:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:24,142 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:24,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:27:24,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:27:24,145 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:24,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:27:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:24,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:27:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:27:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:24,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17e3beb580bfc307afea23dea2c3baca, NAME => 'test,,1733344044142.17e3beb580bfc307afea23dea2c3baca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1 2024-12-04T20:27:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:24,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344044142.17e3beb580bfc307afea23dea2c3baca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:24,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17e3beb580bfc307afea23dea2c3baca, disabling compactions & flushes 2024-12-04T20:27:24,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:24,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:24,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. after waiting 0 ms 2024-12-04T20:27:24,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:24,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:24,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17e3beb580bfc307afea23dea2c3baca: Waiting for close lock at 1733344044960Disabling compacts and flushes for region at 1733344044960Disabling writes for close at 1733344044960Writing region close event to WAL at 1733344044960Closed at 1733344044960 2024-12-04T20:27:24,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:27:24,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344044142.17e3beb580bfc307afea23dea2c3baca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344044960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344044960"}]},"ts":"1733344044960"} 2024-12-04T20:27:24,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:27:24,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:27:24,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344044963"}]},"ts":"1733344044963"} 2024-12-04T20:27:24,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:27:24,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17e3beb580bfc307afea23dea2c3baca, ASSIGN}] 2024-12-04T20:27:24,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17e3beb580bfc307afea23dea2c3baca, ASSIGN 2024-12-04T20:27:24,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17e3beb580bfc307afea23dea2c3baca, ASSIGN; state=OFFLINE, location=c2ef38372881,34701,1733344033583; forceNewPlan=false, retain=false 2024-12-04T20:27:25,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17e3beb580bfc307afea23dea2c3baca, regionState=OPENING, regionLocation=c2ef38372881,34701,1733344033583 2024-12-04T20:27:25,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17e3beb580bfc307afea23dea2c3baca, ASSIGN because future has completed 2024-12-04T20:27:25,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17e3beb580bfc307afea23dea2c3baca, server=c2ef38372881,34701,1733344033583}] 2024-12-04T20:27:25,273 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:25,274 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17e3beb580bfc307afea23dea2c3baca, NAME => 'test,,1733344044142.17e3beb580bfc307afea23dea2c3baca.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:25,274 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:25,274 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:27:25,274 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,274 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344044142.17e3beb580bfc307afea23dea2c3baca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:25,274 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,274 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,275 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,276 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e3beb580bfc307afea23dea2c3baca columnFamilyName f 2024-12-04T20:27:25,276 DEBUG [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:25,276 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] regionserver.HStore(327): Store=17e3beb580bfc307afea23dea2c3baca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:25,276 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,277 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e3beb580bfc307afea23dea2c3baca columnFamilyName f1 2024-12-04T20:27:25,277 DEBUG [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:25,277 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] regionserver.HStore(327): Store=17e3beb580bfc307afea23dea2c3baca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:25,277 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,278 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e3beb580bfc307afea23dea2c3baca columnFamilyName norep 2024-12-04T20:27:25,278 DEBUG [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:25,278 INFO [StoreOpener-17e3beb580bfc307afea23dea2c3baca-1 {}] regionserver.HStore(327): Store=17e3beb580bfc307afea23dea2c3baca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:25,278 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,279 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,279 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,279 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,279 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,280 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:27:25,280 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,281 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:25,282 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17e3beb580bfc307afea23dea2c3baca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64913434, jitterRate=-0.03271445631980896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:27:25,282 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:25,282 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17e3beb580bfc307afea23dea2c3baca: Running coprocessor pre-open hook at 1733344045274Writing region info on filesystem at 1733344045274Initializing all the Stores at 1733344045275 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344045275Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344045275Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344045275Cleaning up temporary data from old regions at 1733344045279 (+4 ms)Running coprocessor post-open hooks at 1733344045282 (+3 ms)Region opened successfully at 1733344045282 2024-12-04T20:27:25,283 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344044142.17e3beb580bfc307afea23dea2c3baca., pid=6, masterSystemTime=1733344045270 2024-12-04T20:27:25,284 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:25,284 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:25,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17e3beb580bfc307afea23dea2c3baca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,34701,1733344033583 2024-12-04T20:27:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:25,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17e3beb580bfc307afea23dea2c3baca, server=c2ef38372881,34701,1733344033583 because future has completed 2024-12-04T20:27:25,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:27:25,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17e3beb580bfc307afea23dea2c3baca, server=c2ef38372881,34701,1733344033583 in 168 msec 2024-12-04T20:27:25,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:27:25,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17e3beb580bfc307afea23dea2c3baca, ASSIGN in 323 msec 2024-12-04T20:27:25,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:27:25,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344045290"}]},"ts":"1733344045290"} 2024-12-04T20:27:25,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:27:25,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:27:25,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-04T20:27:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:26,296 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:27:26,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41959,1733344037373 2024-12-04T20:27:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210d01fa 2024-12-04T20:27:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:26,297 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:26,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:27:26,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:27:26,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:26,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:27:26,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:27:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:27:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:26,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3200be2cc2e975d0145053c35247cf37, NAME => 'test,,1733344046298.3200be2cc2e975d0145053c35247cf37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75 2024-12-04T20:27:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:27:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344046298.3200be2cc2e975d0145053c35247cf37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3200be2cc2e975d0145053c35247cf37, disabling compactions & flushes 2024-12-04T20:27:27,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344046298.3200be2cc2e975d0145053c35247cf37. after waiting 0 ms 2024-12-04T20:27:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:27,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3200be2cc2e975d0145053c35247cf37: Waiting for close lock at 1733344047125Disabling compacts and flushes for region at 1733344047125Disabling writes for close at 1733344047125Writing region close event to WAL at 1733344047125Closed at 1733344047125 2024-12-04T20:27:27,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:27:27,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344046298.3200be2cc2e975d0145053c35247cf37.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344047126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344047126"}]},"ts":"1733344047126"} 2024-12-04T20:27:27,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:27:27,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:27:27,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344047128"}]},"ts":"1733344047128"} 2024-12-04T20:27:27,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:27:27,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3200be2cc2e975d0145053c35247cf37, ASSIGN}] 2024-12-04T20:27:27,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3200be2cc2e975d0145053c35247cf37, ASSIGN 2024-12-04T20:27:27,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3200be2cc2e975d0145053c35247cf37, ASSIGN; state=OFFLINE, location=c2ef38372881,38693,1733344037400; forceNewPlan=false, retain=false 2024-12-04T20:27:27,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3200be2cc2e975d0145053c35247cf37, regionState=OPENING, regionLocation=c2ef38372881,38693,1733344037400 2024-12-04T20:27:27,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3200be2cc2e975d0145053c35247cf37, ASSIGN because future has completed 2024-12-04T20:27:27,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200be2cc2e975d0145053c35247cf37, server=c2ef38372881,38693,1733344037400}] 2024-12-04T20:27:27,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:27:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:27,439 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:27,439 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3200be2cc2e975d0145053c35247cf37, NAME => 'test,,1733344046298.3200be2cc2e975d0145053c35247cf37.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:27,439 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:27,439 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:27:27,439 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,439 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344046298.3200be2cc2e975d0145053c35247cf37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:27,439 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,439 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,440 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,441 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3200be2cc2e975d0145053c35247cf37 columnFamilyName f 2024-12-04T20:27:27,441 DEBUG [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:27,442 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] regionserver.HStore(327): Store=3200be2cc2e975d0145053c35247cf37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:27,442 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,442 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3200be2cc2e975d0145053c35247cf37 columnFamilyName f1 2024-12-04T20:27:27,442 DEBUG [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:27,443 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] regionserver.HStore(327): Store=3200be2cc2e975d0145053c35247cf37/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:27,443 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,443 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3200be2cc2e975d0145053c35247cf37 columnFamilyName norep 2024-12-04T20:27:27,444 DEBUG [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:27,444 INFO [StoreOpener-3200be2cc2e975d0145053c35247cf37-1 {}] regionserver.HStore(327): Store=3200be2cc2e975d0145053c35247cf37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:27,444 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,444 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,444 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,445 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,445 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,445 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:27:27,446 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,447 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:27,447 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3200be2cc2e975d0145053c35247cf37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60811974, jitterRate=-0.09383097290992737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:27:27,447 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:27,447 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3200be2cc2e975d0145053c35247cf37: Running coprocessor pre-open hook at 1733344047439Writing region info on filesystem at 1733344047439Initializing all the Stores at 1733344047440 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344047440Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344047440Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344047440Cleaning up temporary data from old regions at 1733344047445 (+5 ms)Running coprocessor post-open hooks at 1733344047447 (+2 ms)Region opened successfully at 1733344047447 2024-12-04T20:27:27,448 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344046298.3200be2cc2e975d0145053c35247cf37., pid=6, masterSystemTime=1733344047436 2024-12-04T20:27:27,450 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:27,450 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:27,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3200be2cc2e975d0145053c35247cf37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,38693,1733344037400 2024-12-04T20:27:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200be2cc2e975d0145053c35247cf37, server=c2ef38372881,38693,1733344037400 because future has completed 2024-12-04T20:27:27,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:27:27,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3200be2cc2e975d0145053c35247cf37, server=c2ef38372881,38693,1733344037400 in 168 msec 2024-12-04T20:27:27,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:27:27,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3200be2cc2e975d0145053c35247cf37, ASSIGN in 324 msec 2024-12-04T20:27:27,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:27:27,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344047456"}]},"ts":"1733344047456"} 2024-12-04T20:27:27,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:27:27,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:27:27,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-04T20:27:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:28,445 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:27:28,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41695,1733344041172 2024-12-04T20:27:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3798b0f2 2024-12-04T20:27:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:28,447 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:28,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:27:28,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:27:28,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:28,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:27:28,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:27:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:27:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:28,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81f0e9c1734a72dccdeade9babad7969, NAME => 'test,,1733344048447.81f0e9c1734a72dccdeade9babad7969.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b 2024-12-04T20:27:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:29,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344048447.81f0e9c1734a72dccdeade9babad7969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:29,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81f0e9c1734a72dccdeade9babad7969, disabling compactions & flushes 2024-12-04T20:27:29,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:29,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:29,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. after waiting 0 ms 2024-12-04T20:27:29,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:29,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:29,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81f0e9c1734a72dccdeade9babad7969: Waiting for close lock at 1733344049261Disabling compacts and flushes for region at 1733344049261Disabling writes for close at 1733344049261Writing region close event to WAL at 1733344049261Closed at 1733344049261 2024-12-04T20:27:29,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:27:29,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344048447.81f0e9c1734a72dccdeade9babad7969.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344049262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344049262"}]},"ts":"1733344049262"} 2024-12-04T20:27:29,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:27:29,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:27:29,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344049265"}]},"ts":"1733344049265"} 2024-12-04T20:27:29,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:27:29,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81f0e9c1734a72dccdeade9babad7969, ASSIGN}] 2024-12-04T20:27:29,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81f0e9c1734a72dccdeade9babad7969, ASSIGN 2024-12-04T20:27:29,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81f0e9c1734a72dccdeade9babad7969, ASSIGN; state=OFFLINE, location=c2ef38372881,46399,1733344041206; forceNewPlan=false, retain=false 2024-12-04T20:27:29,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f0e9c1734a72dccdeade9babad7969, regionState=OPENING, regionLocation=c2ef38372881,46399,1733344041206 2024-12-04T20:27:29,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81f0e9c1734a72dccdeade9babad7969, ASSIGN because future has completed 2024-12-04T20:27:29,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f0e9c1734a72dccdeade9babad7969, server=c2ef38372881,46399,1733344041206}] 2024-12-04T20:27:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:29,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:27:29,589 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:29,589 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81f0e9c1734a72dccdeade9babad7969, NAME => 'test,,1733344048447.81f0e9c1734a72dccdeade9babad7969.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:29,590 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:29,590 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:27:29,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,590 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,590 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344048447.81f0e9c1734a72dccdeade9babad7969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:29,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,590 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,590 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,597 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,602 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f0e9c1734a72dccdeade9babad7969 columnFamilyName f 2024-12-04T20:27:29,602 DEBUG [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:29,609 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] regionserver.HStore(327): Store=81f0e9c1734a72dccdeade9babad7969/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:29,609 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,610 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f0e9c1734a72dccdeade9babad7969 columnFamilyName f1 2024-12-04T20:27:29,610 DEBUG [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:29,611 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] regionserver.HStore(327): Store=81f0e9c1734a72dccdeade9babad7969/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:29,611 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,612 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f0e9c1734a72dccdeade9babad7969 columnFamilyName norep 2024-12-04T20:27:29,612 DEBUG [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:29,613 INFO [StoreOpener-81f0e9c1734a72dccdeade9babad7969-1 {}] regionserver.HStore(327): Store=81f0e9c1734a72dccdeade9babad7969/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:29,613 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,614 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,614 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,615 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,615 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,615 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:27:29,616 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,638 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:29,638 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81f0e9c1734a72dccdeade9babad7969; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68512701, jitterRate=0.020918801426887512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:27:29,638 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:29,638 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81f0e9c1734a72dccdeade9babad7969: Running coprocessor pre-open hook at 1733344049590Writing region info on filesystem at 1733344049590Initializing all the Stores at 1733344049591 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344049591Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344049596 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344049596Cleaning up temporary data from old regions at 1733344049615 (+19 ms)Running coprocessor post-open hooks at 1733344049638 (+23 ms)Region opened successfully at 1733344049638 2024-12-04T20:27:29,639 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344048447.81f0e9c1734a72dccdeade9babad7969., pid=6, masterSystemTime=1733344049576 2024-12-04T20:27:29,643 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:29,643 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:29,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f0e9c1734a72dccdeade9babad7969, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,46399,1733344041206 2024-12-04T20:27:29,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f0e9c1734a72dccdeade9babad7969, server=c2ef38372881,46399,1733344041206 because future has completed 2024-12-04T20:27:29,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:27:29,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81f0e9c1734a72dccdeade9babad7969, server=c2ef38372881,46399,1733344041206 in 235 msec 2024-12-04T20:27:29,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:27:29,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81f0e9c1734a72dccdeade9babad7969, ASSIGN in 393 msec 2024-12-04T20:27:29,664 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:27:29,664 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344049664"}]},"ts":"1733344049664"} 2024-12-04T20:27:29,666 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:27:29,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:27:29,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2200 sec 2024-12-04T20:27:29,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:29,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:27:30,596 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:27:30,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:30,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41545,-1 for getting cluster id 2024-12-04T20:27:30,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:30,597 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40be5fea-f617-47f7-9c66-bda96aa7839b' 2024-12-04T20:27:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40be5fea-f617-47f7-9c66-bda96aa7839b" 2024-12-04T20:27:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d91dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41545,-1] 2024-12-04T20:27:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:30,599 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632065dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:30,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41545,1733344033542 2024-12-04T20:27:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da61a2 2024-12-04T20:27:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:30,602 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:30,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:41959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:27:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:27:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:30,607 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:41959' 2024-12-04T20:27:30,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d290122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:30,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41959,-1 for getting cluster id 2024-12-04T20:27:30,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:30,613 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b423d17d-d945-4956-9a9c-8da6bba99303' 2024-12-04T20:27:30,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:30,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b423d17d-d945-4956-9a9c-8da6bba99303" 2024-12-04T20:27:30,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e9bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:30,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41959,-1] 2024-12-04T20:27:30,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:30,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:30,615 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61274289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:30,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:30,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41959,1733344037373 2024-12-04T20:27:30,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af8782f 2024-12-04T20:27:30,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:30,617 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:30,618 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:27:30,618 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:27:30,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:30,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:30,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:30,618 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:30,620 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:27:30,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:27:30,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:30,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:27:30,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:27:30,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c787d68fc91566c683fca1e899653cf0, NAME => 'hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1 2024-12-04T20:27:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:27:30,670 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:27:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:31,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:31,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c787d68fc91566c683fca1e899653cf0, disabling compactions & flushes 2024-12-04T20:27:31,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:31,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:31,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. after waiting 0 ms 2024-12-04T20:27:31,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:31,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:31,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c787d68fc91566c683fca1e899653cf0: Waiting for close lock at 1733344051035Disabling compacts and flushes for region at 1733344051035Disabling writes for close at 1733344051035Writing region close event to WAL at 1733344051035Closed at 1733344051035 2024-12-04T20:27:31,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:27:31,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344051037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344051037"}]},"ts":"1733344051037"} 2024-12-04T20:27:31,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:27:31,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:27:31,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344051041"}]},"ts":"1733344051041"} 2024-12-04T20:27:31,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:27:31,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c787d68fc91566c683fca1e899653cf0, ASSIGN}] 2024-12-04T20:27:31,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c787d68fc91566c683fca1e899653cf0, ASSIGN 2024-12-04T20:27:31,044 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c787d68fc91566c683fca1e899653cf0, ASSIGN; state=OFFLINE, location=c2ef38372881,34701,1733344033583; forceNewPlan=false, retain=false 2024-12-04T20:27:31,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:31,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:31,116 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48440 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:31,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:27:31,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T20:27:31,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:31,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T20:27:31,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c787d68fc91566c683fca1e899653cf0, regionState=OPENING, regionLocation=c2ef38372881,34701,1733344033583 2024-12-04T20:27:31,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c787d68fc91566c683fca1e899653cf0, ASSIGN because future has completed 2024-12-04T20:27:31,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c787d68fc91566c683fca1e899653cf0, server=c2ef38372881,34701,1733344033583}] 2024-12-04T20:27:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:31,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:31,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:31,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:27:31,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34701%2C1733344033583.rep, suffix=, logDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/oldWALs, maxLogs=10 2024-12-04T20:27:31,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.rep.1733344051356, exclude list is [], retry=0 2024-12-04T20:27:31,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-2d3e5eae-b306-4971-a85a-497aa03b272b,DISK] 2024-12-04T20:27:31,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.rep.1733344051356 2024-12-04T20:27:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295)] 2024-12-04T20:27:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c787d68fc91566c683fca1e899653cf0, NAME => 'hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:31,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. service=MultiRowMutationService 2024-12-04T20:27:31,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:27:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:31,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,385 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,386 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c787d68fc91566c683fca1e899653cf0 columnFamilyName hfileref 2024-12-04T20:27:31,386 DEBUG [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:31,387 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] regionserver.HStore(327): Store=c787d68fc91566c683fca1e899653cf0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:31,387 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,388 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c787d68fc91566c683fca1e899653cf0 columnFamilyName queue 2024-12-04T20:27:31,388 DEBUG [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:31,388 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] regionserver.HStore(327): Store=c787d68fc91566c683fca1e899653cf0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:31,388 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,389 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c787d68fc91566c683fca1e899653cf0 columnFamilyName sid 2024-12-04T20:27:31,389 DEBUG [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:31,389 INFO [StoreOpener-c787d68fc91566c683fca1e899653cf0-1 {}] regionserver.HStore(327): Store=c787d68fc91566c683fca1e899653cf0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:31,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:27:31,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:31,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c787d68fc91566c683fca1e899653cf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67307529, jitterRate=0.0029603391885757446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:27:31,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:31,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c787d68fc91566c683fca1e899653cf0: Running coprocessor pre-open hook at 1733344051383Writing region info on filesystem at 1733344051383Initializing all the Stores at 1733344051384 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344051384Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344051385 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344051385Cleaning up temporary data from old regions at 1733344051391 (+6 ms)Running coprocessor post-open hooks at 1733344051398 (+7 ms)Region opened successfully at 1733344051399 (+1 ms) 2024-12-04T20:27:31,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0., pid=10, masterSystemTime=1733344051349 2024-12-04T20:27:31,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:31,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:31,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c787d68fc91566c683fca1e899653cf0, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,34701,1733344033583 2024-12-04T20:27:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c787d68fc91566c683fca1e899653cf0, server=c2ef38372881,34701,1733344033583 because future has completed 2024-12-04T20:27:31,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:27:31,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c787d68fc91566c683fca1e899653cf0, server=c2ef38372881,34701,1733344033583 in 211 msec 2024-12-04T20:27:31,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:27:31,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c787d68fc91566c683fca1e899653cf0, ASSIGN in 367 msec 2024-12-04T20:27:31,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:27:31,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344051413"}]},"ts":"1733344051413"} 2024-12-04T20:27:31,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:27:31,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:27:31,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-12-04T20:27:31,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0., hostname=c2ef38372881,34701,1733344033583, seqNum=2] 2024-12-04T20:27:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:31,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:27:31,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:27:31,589 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:27:31,623 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,34701,1733344033583, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:27:31,624 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:31,624 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34701,1733344033583, seqNum=-1] 2024-12-04T20:27:31,625 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:31,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,34701,1733344033583', locateType=CURRENT is [region=hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0., hostname=c2ef38372881,34701,1733344033583, seqNum=2] 2024-12-04T20:27:31,633 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:27:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:27:31,636 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,34701,1733344033583 suceeded 2024-12-04T20:27:31,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:27:31,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-04T20:27:31,639 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:41959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:27:31,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0370 sec 2024-12-04T20:27:31,654 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:41959' 2024-12-04T20:27:31,658 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d3c9f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,658 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41959,-1 for getting cluster id 2024-12-04T20:27:31,658 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:31,659 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b423d17d-d945-4956-9a9c-8da6bba99303' 2024-12-04T20:27:31,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:31,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b423d17d-d945-4956-9a9c-8da6bba99303" 2024-12-04T20:27:31,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4294518f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41959,-1] 2024-12-04T20:27:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:31,660 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:31,661 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5245ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,661 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:31,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41959,1733344037373 2024-12-04T20:27:31,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444e2d2e 2024-12-04T20:27:31,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:31,663 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T20:27:31,663 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,34701,1733344033583 (queues=1) is replicating from cluster=40be5fea-f617-47f7-9c66-bda96aa7839b to cluster=b423d17d-d945-4956-9a9c-8da6bba99303 2024-12-04T20:27:31,663 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C34701%2C1733344033583 2024-12-04T20:27:31,664 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,34701,1733344033583, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:27:31,664 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C34701%2C1733344033583 2024-12-04T20:27:31,664 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, startPosition=0, beingWritten=true 2024-12-04T20:27:31,669 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:31,669 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:31,669 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:31,745 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:27:31,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:31,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:31,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:31,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:31,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:31,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41959,-1 for getting cluster id 2024-12-04T20:27:31,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:31,747 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b423d17d-d945-4956-9a9c-8da6bba99303' 2024-12-04T20:27:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b423d17d-d945-4956-9a9c-8da6bba99303" 2024-12-04T20:27:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b988371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41959,-1] 2024-12-04T20:27:31,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:31,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:31,748 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:31,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3690b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41959,1733344037373 2024-12-04T20:27:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@139c4a6d 2024-12-04T20:27:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:31,751 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:31,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:41695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:27:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:27:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:31,753 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:41695' 2024-12-04T20:27:31,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142b14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,754 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:31,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:31,755 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:31,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:31,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:31,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b593b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:31,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:31,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:31,756 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:31,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25461dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:31,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41695,1733344041172 2024-12-04T20:27:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46791c75 2024-12-04T20:27:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:31,758 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:31,758 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:27:31,758 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:27:31,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:31,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:31,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:31,759 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:31,760 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:27:31,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:27:31,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:31,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:27:31,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:27:31,810 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:27:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:31,875 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:32,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b6c08f33b6d9121d16a9d04276850e6, NAME => 'hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75 2024-12-04T20:27:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:27:32,182 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:32,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:32,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b6c08f33b6d9121d16a9d04276850e6, disabling compactions & flushes 2024-12-04T20:27:32,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:32,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:32,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. after waiting 0 ms 2024-12-04T20:27:32,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:32,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:32,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b6c08f33b6d9121d16a9d04276850e6: Waiting for close lock at 1733344052573Disabling compacts and flushes for region at 1733344052573Disabling writes for close at 1733344052573Writing region close event to WAL at 1733344052573Closed at 1733344052573 2024-12-04T20:27:32,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:27:32,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344052575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344052575"}]},"ts":"1733344052575"} 2024-12-04T20:27:32,586 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:32,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:27:32,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:27:32,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344052587"}]},"ts":"1733344052587"} 2024-12-04T20:27:32,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:27:32,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b6c08f33b6d9121d16a9d04276850e6, ASSIGN}] 2024-12-04T20:27:32,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b6c08f33b6d9121d16a9d04276850e6, ASSIGN 2024-12-04T20:27:32,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b6c08f33b6d9121d16a9d04276850e6, ASSIGN; state=OFFLINE, location=c2ef38372881,38693,1733344037400; forceNewPlan=false, retain=false 2024-12-04T20:27:32,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b6c08f33b6d9121d16a9d04276850e6, regionState=OPENING, regionLocation=c2ef38372881,38693,1733344037400 2024-12-04T20:27:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b6c08f33b6d9121d16a9d04276850e6, ASSIGN because future has completed 2024-12-04T20:27:32,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b6c08f33b6d9121d16a9d04276850e6, server=c2ef38372881,38693,1733344037400}] 2024-12-04T20:27:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:32,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:32,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:32,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:27:32,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C38693%2C1733344037400.rep, suffix=, logDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400, archiveDir=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/oldWALs, maxLogs=10 2024-12-04T20:27:32,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.rep.1733344052910, exclude list is [], retry=0 2024-12-04T20:27:32,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-f216b99f-19a1-4666-9712-13c5aacda3f9,DISK] 2024-12-04T20:27:32,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.rep.1733344052910 2024-12-04T20:27:32,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-12-04T20:27:32,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b6c08f33b6d9121d16a9d04276850e6, NAME => 'hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:32,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. service=MultiRowMutationService 2024-12-04T20:27:32,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:27:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,936 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,937 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b6c08f33b6d9121d16a9d04276850e6 columnFamilyName hfileref 2024-12-04T20:27:32,937 DEBUG [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:32,937 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] regionserver.HStore(327): Store=2b6c08f33b6d9121d16a9d04276850e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:32,937 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,938 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b6c08f33b6d9121d16a9d04276850e6 columnFamilyName queue 2024-12-04T20:27:32,938 DEBUG [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:32,938 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] regionserver.HStore(327): Store=2b6c08f33b6d9121d16a9d04276850e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:32,939 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,939 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b6c08f33b6d9121d16a9d04276850e6 columnFamilyName sid 2024-12-04T20:27:32,939 DEBUG [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:32,940 INFO [StoreOpener-2b6c08f33b6d9121d16a9d04276850e6-1 {}] regionserver.HStore(327): Store=2b6c08f33b6d9121d16a9d04276850e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:32,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:27:32,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:32,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b6c08f33b6d9121d16a9d04276850e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60729314, jitterRate=-0.09506270289421082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:27:32,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:32,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b6c08f33b6d9121d16a9d04276850e6: Running coprocessor pre-open hook at 1733344052934Writing region info on filesystem at 1733344052934Initializing all the Stores at 1733344052935 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344052935Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344052935Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344052935Cleaning up temporary data from old regions at 1733344052941 (+6 ms)Running coprocessor post-open hooks at 1733344052944 (+3 ms)Region opened successfully at 1733344052944 2024-12-04T20:27:32,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6., pid=10, masterSystemTime=1733344052900 2024-12-04T20:27:32,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:32,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:32,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b6c08f33b6d9121d16a9d04276850e6, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,38693,1733344037400 2024-12-04T20:27:32,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b6c08f33b6d9121d16a9d04276850e6, server=c2ef38372881,38693,1733344037400 because future has completed 2024-12-04T20:27:32,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:27:32,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b6c08f33b6d9121d16a9d04276850e6, server=c2ef38372881,38693,1733344037400 in 203 msec 2024-12-04T20:27:32,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:27:32,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b6c08f33b6d9121d16a9d04276850e6, ASSIGN in 362 msec 2024-12-04T20:27:32,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:27:32,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344052955"}]},"ts":"1733344052955"} 2024-12-04T20:27:32,957 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:27:32,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:27:32,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-12-04T20:27:32,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6., hostname=c2ef38372881,38693,1733344037400, seqNum=2] 2024-12-04T20:27:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:32,971 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:32,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:27:33,106 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:33,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:27:33,132 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:27:33,163 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,38693,1733344037400, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:27:33,163 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:33,163 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38693,1733344037400, seqNum=-1] 2024-12-04T20:27:33,163 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:33,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:33,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,38693,1733344037400', locateType=CURRENT is [region=hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6., hostname=c2ef38372881,38693,1733344037400, seqNum=2] 2024-12-04T20:27:33,167 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:27:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:27:33,169 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,38693,1733344037400 suceeded 2024-12-04T20:27:33,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:27:33,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T20:27:33,171 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:41695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:27:33,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-12-04T20:27:33,179 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:41695' 2024-12-04T20:27:33,180 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457d75d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,180 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:33,180 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:33,181 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56bbef04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:33,182 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:33,182 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546667b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,182 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:33,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41695,1733344041172 2024-12-04T20:27:33,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@170bfb84 2024-12-04T20:27:33,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:33,184 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T20:27:33,184 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,38693,1733344037400 (queues=1) is replicating from cluster=b423d17d-d945-4956-9a9c-8da6bba99303 to cluster=fa7ab455-2428-4b84-ac8a-6a98ce7bf196 2024-12-04T20:27:33,184 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C38693%2C1733344037400 2024-12-04T20:27:33,184 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,38693,1733344037400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:27:33,185 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, startPosition=0, beingWritten=true 2024-12-04T20:27:33,185 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C38693%2C1733344037400 2024-12-04T20:27:33,189 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:33,189 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 379, reset compression=false 2024-12-04T20:27:33,189 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:33,393 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 379, reset compression=false 2024-12-04T20:27:33,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:27:33,708 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 379, reset compression=false 2024-12-04T20:27:33,713 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:33,897 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:27:33,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:33,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:33,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:33,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:33,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:33,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:33,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:33,900 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1daec8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:33,902 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13005596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41695,1733344041172 2024-12-04T20:27:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b893da 2024-12-04T20:27:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:33,905 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:33,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:41545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:27:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:27:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:33,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:41545' 2024-12-04T20:27:33,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6234f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41545,-1 for getting cluster id 2024-12-04T20:27:33,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:33,911 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40be5fea-f617-47f7-9c66-bda96aa7839b' 2024-12-04T20:27:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40be5fea-f617-47f7-9c66-bda96aa7839b" 2024-12-04T20:27:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ff1b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41545,-1] 2024-12-04T20:27:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:33,913 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:33,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756f764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:33,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:33,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41545,1733344033542 2024-12-04T20:27:33,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@672aed43 2024-12-04T20:27:33,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:33,917 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:33,918 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:27:33,918 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:27:33,918 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:33,918 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:33,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:33,919 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:33,920 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:27:33,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:27:33,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:33,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:27:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:27:33,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c908ccb406e72ae17e4919d16be9b06c, NAME => 'hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b 2024-12-04T20:27:33,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:27:33,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:33,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c908ccb406e72ae17e4919d16be9b06c, disabling compactions & flushes 2024-12-04T20:27:33,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:33,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:33,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. after waiting 0 ms 2024-12-04T20:27:33,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:33,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:33,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c908ccb406e72ae17e4919d16be9b06c: Waiting for close lock at 1733344053945Disabling compacts and flushes for region at 1733344053945Disabling writes for close at 1733344053945Writing region close event to WAL at 1733344053945Closed at 1733344053945 2024-12-04T20:27:33,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:27:33,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344053947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344053947"}]},"ts":"1733344053947"} 2024-12-04T20:27:33,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:27:33,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:27:33,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344053951"}]},"ts":"1733344053951"} 2024-12-04T20:27:33,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:27:33,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c908ccb406e72ae17e4919d16be9b06c, ASSIGN}] 2024-12-04T20:27:33,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c908ccb406e72ae17e4919d16be9b06c, ASSIGN 2024-12-04T20:27:33,956 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c908ccb406e72ae17e4919d16be9b06c, ASSIGN; state=OFFLINE, location=c2ef38372881,46399,1733344041206; forceNewPlan=false, retain=false 2024-12-04T20:27:33,971 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:27:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:34,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c908ccb406e72ae17e4919d16be9b06c, regionState=OPENING, regionLocation=c2ef38372881,46399,1733344041206 2024-12-04T20:27:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c908ccb406e72ae17e4919d16be9b06c, ASSIGN because future has completed 2024-12-04T20:27:34,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c908ccb406e72ae17e4919d16be9b06c, server=c2ef38372881,46399,1733344041206}] 2024-12-04T20:27:34,112 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 379, reset compression=false 2024-12-04T20:27:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:34,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:34,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:34,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:27:34,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46399%2C1733344041206.rep, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/oldWALs, maxLogs=10 2024-12-04T20:27:34,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.rep.1733344054268, exclude list is [], retry=0 2024-12-04T20:27:34,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42239,DS-51771d58-6a43-4902-aaac-4f3574a73368,DISK] 2024-12-04T20:27:34,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.rep.1733344054268 2024-12-04T20:27:34,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44083:44083)] 2024-12-04T20:27:34,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c908ccb406e72ae17e4919d16be9b06c, NAME => 'hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:34,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:34,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:34,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. service=MultiRowMutationService 2024-12-04T20:27:34,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:27:34,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:34,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,296 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,297 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c908ccb406e72ae17e4919d16be9b06c columnFamilyName hfileref 2024-12-04T20:27:34,297 DEBUG [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:34,298 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] regionserver.HStore(327): Store=c908ccb406e72ae17e4919d16be9b06c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:34,298 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,299 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c908ccb406e72ae17e4919d16be9b06c columnFamilyName queue 2024-12-04T20:27:34,299 DEBUG [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:34,299 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] regionserver.HStore(327): Store=c908ccb406e72ae17e4919d16be9b06c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:34,299 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,300 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c908ccb406e72ae17e4919d16be9b06c columnFamilyName sid 2024-12-04T20:27:34,300 DEBUG [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:34,300 INFO [StoreOpener-c908ccb406e72ae17e4919d16be9b06c-1 {}] regionserver.HStore(327): Store=c908ccb406e72ae17e4919d16be9b06c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:34,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:27:34,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:34,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c908ccb406e72ae17e4919d16be9b06c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69690144, jitterRate=0.03846406936645508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:27:34,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:34,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c908ccb406e72ae17e4919d16be9b06c: Running coprocessor pre-open hook at 1733344054295Writing region info on filesystem at 1733344054295Initializing all the Stores at 1733344054296 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344054296Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344054296Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344054296Cleaning up temporary data from old regions at 1733344054302 (+6 ms)Running coprocessor post-open hooks at 1733344054304 (+2 ms)Region opened successfully at 1733344054304 2024-12-04T20:27:34,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c., pid=10, masterSystemTime=1733344054263 2024-12-04T20:27:34,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:34,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:34,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c908ccb406e72ae17e4919d16be9b06c, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,46399,1733344041206 2024-12-04T20:27:34,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c908ccb406e72ae17e4919d16be9b06c, server=c2ef38372881,46399,1733344041206 because future has completed 2024-12-04T20:27:34,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:27:34,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c908ccb406e72ae17e4919d16be9b06c, server=c2ef38372881,46399,1733344041206 in 202 msec 2024-12-04T20:27:34,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:27:34,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c908ccb406e72ae17e4919d16be9b06c, ASSIGN in 360 msec 2024-12-04T20:27:34,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:27:34,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344054316"}]},"ts":"1733344054316"} 2024-12-04T20:27:34,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:27:34,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:27:34,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 400 msec 2024-12-04T20:27:34,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c., hostname=c2ef38372881,46399,1733344041206, seqNum=2] 2024-12-04T20:27:34,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:34,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:34,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:27:34,417 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:34,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:27:34,486 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:27:34,516 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,46399,1733344041206, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:27:34,516 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:34,516 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46399,1733344041206, seqNum=-1] 2024-12-04T20:27:34,517 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:34,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:34,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,46399,1733344041206', locateType=CURRENT is [region=hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c., hostname=c2ef38372881,46399,1733344041206, seqNum=2] 2024-12-04T20:27:34,522 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:27:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:27:34,523 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,46399,1733344041206 suceeded 2024-12-04T20:27:34,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:27:34,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T20:27:34,525 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:41545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:27:34,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 620 msec 2024-12-04T20:27:34,534 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:41545' 2024-12-04T20:27:34,535 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743609a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,535 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41545,-1 for getting cluster id 2024-12-04T20:27:34,535 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:27:34,536 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:27:34,536 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40be5fea-f617-47f7-9c66-bda96aa7839b' 2024-12-04T20:27:34,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:34,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:34,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:34,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:34,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40be5fea-f617-47f7-9c66-bda96aa7839b" 2024-12-04T20:27:34,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:34,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:34,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52a025c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41545,-1] 2024-12-04T20:27:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:34,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41545,-1 for getting cluster id 2024-12-04T20:27:34,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:34,537 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:34,537 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40be5fea-f617-47f7-9c66-bda96aa7839b' 2024-12-04T20:27:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:34,538 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32352beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,538 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40be5fea-f617-47f7-9c66-bda96aa7839b" 2024-12-04T20:27:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d98191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41545,-1] 2024-12-04T20:27:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41545,1733344033542 2024-12-04T20:27:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@284b57bf 2024-12-04T20:27:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:34,538 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:34,539 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T20:27:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2535eff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,539 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,46399,1733344041206 (queues=1) is replicating from cluster=fa7ab455-2428-4b84-ac8a-6a98ce7bf196 to cluster=40be5fea-f617-47f7-9c66-bda96aa7839b 2024-12-04T20:27:34,539 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C46399%2C1733344041206 2024-12-04T20:27:34,539 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,46399,1733344041206, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:27:34,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41959,-1 for getting cluster id 2024-12-04T20:27:34,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:34,540 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b423d17d-d945-4956-9a9c-8da6bba99303' 2024-12-04T20:27:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b423d17d-d945-4956-9a9c-8da6bba99303" 2024-12-04T20:27:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7e838f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41959,-1] 2024-12-04T20:27:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:34,541 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C46399%2C1733344041206 2024-12-04T20:27:34,541 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, startPosition=0, beingWritten=true 2024-12-04T20:27:34,541 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa1706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:34,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:34,543 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338ef2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:34,547 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:34,547 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 379, reset compression=false 2024-12-04T20:27:34,547 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:34,573 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:34,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114f8aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:34,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34701,1733344033583, seqNum=-1] 2024-12-04T20:27:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:34,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344044142.17e3beb580bfc307afea23dea2c3baca., hostname=c2ef38372881,34701,1733344033583, seqNum=2] 2024-12-04T20:27:34,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46399,1733344041206, seqNum=-1] 2024-12-04T20:27:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:34,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344048447.81f0e9c1734a72dccdeade9babad7969., hostname=c2ef38372881,46399,1733344041206, seqNum=2] 2024-12-04T20:27:34,584 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T20:27:34,623 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 379, reset compression=false 2024-12-04T20:27:34,774 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 379, reset compression=false 2024-12-04T20:27:35,077 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 379, reset compression=false 2024-12-04T20:27:35,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:27:35,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:35,220 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 379, reset compression=false 2024-12-04T20:27:35,224 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:35,224 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 480, reset compression=false 2024-12-04T20:27:35,225 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[{test/17e3beb580bfc307afea23dea2c3baca/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T20:27:35,226 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 379, reset compression=false 2024-12-04T20:27:35,227 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:35,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T20:27:35,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:35,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34da8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:35,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41959,-1 for getting cluster id 2024-12-04T20:27:35,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:35,229 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b423d17d-d945-4956-9a9c-8da6bba99303' 2024-12-04T20:27:35,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:35,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b423d17d-d945-4956-9a9c-8da6bba99303" 2024-12-04T20:27:35,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6205fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:35,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41959,-1] 2024-12-04T20:27:35,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:35,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:35,230 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:35,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349d795e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:35,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:35,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38693,1733344037400, seqNum=-1] 2024-12-04T20:27:35,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:35,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344046298.3200be2cc2e975d0145053c35247cf37., hostname=c2ef38372881,38693,1733344037400, seqNum=2] 2024-12-04T20:27:35,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:35,428 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 480, reset compression=false 2024-12-04T20:27:35,480 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 379, reset compression=false 2024-12-04T20:27:35,586 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T20:27:35,731 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 480, reset compression=false 2024-12-04T20:27:35,929 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 379, reset compression=false 2024-12-04T20:27:35,933 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:35,933 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 503, reset compression=false 2024-12-04T20:27:35,933 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3200be2cc2e975d0145053c35247cf37/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T20:27:35,935 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:35,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T20:27:35,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:35,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ba5c059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:35,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:35,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:35,939 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@778d5ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:35,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:35,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:35,941 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:35,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e58898c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:35,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:35,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46399,1733344041206, seqNum=-1] 2024-12-04T20:27:35,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:35,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:35,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344048447.81f0e9c1734a72dccdeade9babad7969., hostname=c2ef38372881,46399,1733344041206, seqNum=2] 2024-12-04T20:27:35,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:35,984 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 379, reset compression=false 2024-12-04T20:27:35,989 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:35,989 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 527, reset compression=false 2024-12-04T20:27:35,989 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:36,135 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 480, reset compression=false 2024-12-04T20:27:36,140 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 503, reset compression=false 2024-12-04T20:27:36,194 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 527, reset compression=false 2024-12-04T20:27:36,443 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 503, reset compression=false 2024-12-04T20:27:36,498 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 527, reset compression=false 2024-12-04T20:27:36,587 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T20:27:36,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,38693,1733344037400, seqNum=-1] 2024-12-04T20:27:36,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:36,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:36,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733344046298.3200be2cc2e975d0145053c35247cf37., hostname=c2ef38372881,38693,1733344037400, seqNum=2] 2024-12-04T20:27:36,593 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T20:27:36,639 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 480, reset compression=false 2024-12-04T20:27:36,846 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 503, reset compression=false 2024-12-04T20:27:36,850 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:36,850 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 607, reset compression=false 2024-12-04T20:27:36,850 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3200be2cc2e975d0145053c35247cf37/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T20:27:36,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:36,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:36,902 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 527, reset compression=false 2024-12-04T20:27:36,906 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:36,906 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 655, reset compression=false 2024-12-04T20:27:36,906 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f0e9c1734a72dccdeade9babad7969/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T20:27:36,907 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:36,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T20:27:36,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:36,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272a8d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:36,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41545,-1 for getting cluster id 2024-12-04T20:27:36,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:36,910 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40be5fea-f617-47f7-9c66-bda96aa7839b' 2024-12-04T20:27:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40be5fea-f617-47f7-9c66-bda96aa7839b" 2024-12-04T20:27:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d79d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41545,-1] 2024-12-04T20:27:36,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:36,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:36,911 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:36,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b7906c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:36,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:36,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34701,1733344033583, seqNum=-1] 2024-12-04T20:27:36,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:36,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T20:27:36,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733344044142.17e3beb580bfc307afea23dea2c3baca., hostname=c2ef38372881,34701,1733344033583, seqNum=2] 2024-12-04T20:27:36,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:37,053 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 607, reset compression=false 2024-12-04T20:27:37,111 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 655, reset compression=false 2024-12-04T20:27:37,241 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 480, reset compression=false 2024-12-04T20:27:37,245 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:37,245 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 632, reset compression=false 2024-12-04T20:27:37,245 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:37,356 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 607, reset compression=false 2024-12-04T20:27:37,415 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 655, reset compression=false 2024-12-04T20:27:37,449 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 632, reset compression=false 2024-12-04T20:27:37,595 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T20:27:37,599 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T20:27:37,752 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 632, reset compression=false 2024-12-04T20:27:37,760 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 607, reset compression=false 2024-12-04T20:27:37,819 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 655, reset compression=false 2024-12-04T20:27:37,823 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:37,823 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 759, reset compression=false 2024-12-04T20:27:37,823 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f0e9c1734a72dccdeade9babad7969/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T20:27:37,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:37,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:38,026 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 759, reset compression=false 2024-12-04T20:27:38,156 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 632, reset compression=false 2024-12-04T20:27:38,160 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:38,161 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 760, reset compression=false 2024-12-04T20:27:38,161 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[{test/17e3beb580bfc307afea23dea2c3baca/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T20:27:38,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:38,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:38,266 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 607, reset compression=false 2024-12-04T20:27:38,270 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:38,270 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 758, reset compression=false 2024-12-04T20:27:38,270 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:38,329 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 759, reset compression=false 2024-12-04T20:27:38,364 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 760, reset compression=false 2024-12-04T20:27:38,473 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 758, reset compression=false 2024-12-04T20:27:38,601 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T20:27:38,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T20:27:38,668 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 760, reset compression=false 2024-12-04T20:27:38,672 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:38,672 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 916, reset compression=false 2024-12-04T20:27:38,672 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[{test/17e3beb580bfc307afea23dea2c3baca/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T20:27:38,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:38,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:38,732 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 759, reset compression=false 2024-12-04T20:27:38,776 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 758, reset compression=false 2024-12-04T20:27:38,780 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:38,780 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 905, reset compression=false 2024-12-04T20:27:38,780 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3200be2cc2e975d0145053c35247cf37/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T20:27:38,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:38,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:38,876 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 916, reset compression=false 2024-12-04T20:27:38,984 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 905, reset compression=false 2024-12-04T20:27:39,180 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 916, reset compression=false 2024-12-04T20:27:39,243 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 759, reset compression=false 2024-12-04T20:27:39,258 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:39,258 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 930, reset compression=false 2024-12-04T20:27:39,258 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:39,292 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 905, reset compression=false 2024-12-04T20:27:39,483 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 930, reset compression=false 2024-12-04T20:27:39,603 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 916, reset compression=false 2024-12-04T20:27:39,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T20:27:39,623 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T20:27:39,719 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 905, reset compression=false 2024-12-04T20:27:39,760 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:39,760 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1064, reset compression=false 2024-12-04T20:27:39,760 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3200be2cc2e975d0145053c35247cf37/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T20:27:39,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:39,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:39,790 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 930, reset compression=false 2024-12-04T20:27:39,819 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:39,819 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1080, reset compression=false 2024-12-04T20:27:39,819 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f0e9c1734a72dccdeade9babad7969/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T20:27:39,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:39,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:39,975 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1064, reset compression=false 2024-12-04T20:27:40,056 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1080, reset compression=false 2024-12-04T20:27:40,128 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 916, reset compression=false 2024-12-04T20:27:40,168 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:40,168 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1090, reset compression=false 2024-12-04T20:27:40,168 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:40,306 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1064, reset compression=false 2024-12-04T20:27:40,370 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1080, reset compression=false 2024-12-04T20:27:40,406 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1090, reset compression=false 2024-12-04T20:27:40,626 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T20:27:40,630 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T20:27:40,742 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1064, reset compression=false 2024-12-04T20:27:40,742 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1090, reset compression=false 2024-12-04T20:27:40,782 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1080, reset compression=false 2024-12-04T20:27:40,801 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:40,801 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1239, reset compression=false 2024-12-04T20:27:40,801 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f0e9c1734a72dccdeade9babad7969/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T20:27:40,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:40,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:41,036 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1239, reset compression=false 2024-12-04T20:27:41,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:27:41,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T20:27:41,179 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1090, reset compression=false 2024-12-04T20:27:41,198 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:41,198 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1240, reset compression=false 2024-12-04T20:27:41,198 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[{test/17e3beb580bfc307afea23dea2c3baca/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T20:27:41,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:41,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:41,281 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1064, reset compression=false 2024-12-04T20:27:41,323 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:41,323 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1237, reset compression=false 2024-12-04T20:27:41,323 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:41,366 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1239, reset compression=false 2024-12-04T20:27:41,426 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1240, reset compression=false 2024-12-04T20:27:41,545 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1237, reset compression=false 2024-12-04T20:27:41,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T20:27:41,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:41,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:41,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:41,659 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216b154a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:41,661 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f94d458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:41,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41695,1733344041172 2024-12-04T20:27:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e88e77 2024-12-04T20:27:41,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:41,668 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:41,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-04T20:27:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T20:27:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T20:27:41,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:27:41,759 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1240, reset compression=false 2024-12-04T20:27:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T20:27:41,798 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1239, reset compression=false 2024-12-04T20:27:41,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T20:27:41,841 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T20:27:41,842 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T20:27:41,842 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,46399,1733344041206 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T20:27:41,842 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c2ef38372881:0-0. 2024-12-04T20:27:41,842 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:41,842 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:41,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:41,842 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:41,882 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1237, reset compression=false 2024-12-04T20:27:41,943 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:27:41,943 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T20:27:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T20:27:42,043 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 terminated 2024-12-04T20:27:42,064 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,46399,1733344041206, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:27:42,065 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T20:27:42,065 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T20:27:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T20:27:42,068 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c2ef38372881,46399,1733344041206 suceeded 2024-12-04T20:27:42,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T20:27:42,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-12-04T20:27:42,070 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T20:27:42,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 401 msec 2024-12-04T20:27:42,085 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:41545' 2024-12-04T20:27:42,086 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30968ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:42,086 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41545,-1 for getting cluster id 2024-12-04T20:27:42,086 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:42,087 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40be5fea-f617-47f7-9c66-bda96aa7839b' 2024-12-04T20:27:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40be5fea-f617-47f7-9c66-bda96aa7839b" 2024-12-04T20:27:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@100b9902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41545,-1] 2024-12-04T20:27:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:42,088 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:42,089 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cc1c046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:42,089 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:42,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41545,1733344033542 2024-12-04T20:27:42,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163ae182 2024-12-04T20:27:42,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:42,091 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T20:27:42,092 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,46399,1733344041206 (queues=1) is replicating from cluster=fa7ab455-2428-4b84-ac8a-6a98ce7bf196 to cluster=40be5fea-f617-47f7-9c66-bda96aa7839b 2024-12-04T20:27:42,092 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C46399%2C1733344041206 2024-12-04T20:27:42,092 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,46399,1733344041206, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:27:42,106 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C46399%2C1733344041206 2024-12-04T20:27:42,188 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1240, reset compression=false 2024-12-04T20:27:42,293 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1237, reset compression=false 2024-12-04T20:27:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T20:27:42,306 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:27:42,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:42,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:42,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:42,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:42,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:42,310 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T20:27:42,716 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1240, reset compression=false 2024-12-04T20:27:42,748 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:42,748 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1344, reset compression=false 2024-12-04T20:27:42,749 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[{test/17e3beb580bfc307afea23dea2c3baca/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T20:27:42,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:42,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:42,830 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1237, reset compression=false 2024-12-04T20:27:42,860 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:42,860 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1364, reset compression=false 2024-12-04T20:27:42,861 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3200be2cc2e975d0145053c35247cf37/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T20:27:42,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:42,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:42,977 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1344, reset compression=false 2024-12-04T20:27:43,092 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1364, reset compression=false 2024-12-04T20:27:43,133 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T20:27:43,306 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1344, reset compression=false 2024-12-04T20:27:43,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T20:27:43,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:43,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,41695,-1 for getting cluster id 2024-12-04T20:27:43,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:43,338 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa7ab455-2428-4b84-ac8a-6a98ce7bf196' 2024-12-04T20:27:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa7ab455-2428-4b84-ac8a-6a98ce7bf196" 2024-12-04T20:27:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7188353a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,41695,-1] 2024-12-04T20:27:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:43,341 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:43,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fd28f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:43,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,41695,1733344041172 2024-12-04T20:27:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@147f283c 2024-12-04T20:27:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:27:43,353 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:27:43,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-04T20:27:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T20:27:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T20:27:43,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:27:43,419 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1364, reset compression=false 2024-12-04T20:27:43,429 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:43,429 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1468, reset compression=false 2024-12-04T20:27:43,429 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3200be2cc2e975d0145053c35247cf37/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T20:27:43,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:43,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T20:27:43,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T20:27:43,516 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T20:27:43,517 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T20:27:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T20:27:43,523 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c2ef38372881,46399,1733344041206 suceeded 2024-12-04T20:27:43,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T20:27:43,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-04T20:27:43,536 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T20:27:43,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 184 msec 2024-12-04T20:27:43,595 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, startPosition=1239, beingWritten=true 2024-12-04T20:27:43,627 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:27:43,627 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1518, reset compression=false 2024-12-04T20:27:43,628 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f0e9c1734a72dccdeade9babad7969/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T20:27:43,631 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:43,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T20:27:43,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:27:43,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:27:43,661 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1468, reset compression=false 2024-12-04T20:27:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T20:27:43,676 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:27:43,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:43,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:43,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:43,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:43,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:43,679 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T20:27:43,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:27:43,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:43,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:43,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:43,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:43,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:27:43,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1560526894, stopped=false 2024-12-04T20:27:43,680 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,41695,1733344041172 2024-12-04T20:27:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-565024614/running 2024-12-04T20:27:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-565024614/running 2024-12-04T20:27:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:43,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:43,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:43,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on znode that does not yet exist, /2-565024614/running 2024-12-04T20:27:43,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Set watcher on znode that does not yet exist, /2-565024614/running 2024-12-04T20:27:43,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:43,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:43,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:43,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,46399,1733344041206' ***** 2024-12-04T20:27:43,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:27:43,683 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:27:43,683 INFO [RS:0;c2ef38372881:46399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:27:43,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:27:43,683 INFO [RS:0;c2ef38372881:46399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:27:43,683 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(3091): Received CLOSE for c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:43,689 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(3091): Received CLOSE for 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:43,689 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,46399,1733344041206 2024-12-04T20:27:43,689 INFO [RS:0;c2ef38372881:46399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:43,689 INFO [RS:0;c2ef38372881:46399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46399. 2024-12-04T20:27:43,689 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c908ccb406e72ae17e4919d16be9b06c, disabling compactions & flushes 2024-12-04T20:27:43,689 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:43,689 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:43,689 DEBUG [RS:0;c2ef38372881:46399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:43,689 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. after waiting 0 ms 2024-12-04T20:27:43,689 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:43,689 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:43,689 INFO [RS:0;c2ef38372881:46399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:27:43,689 INFO [RS:0;c2ef38372881:46399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:27:43,689 INFO [RS:0;c2ef38372881:46399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:27:43,690 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:27:43,690 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c908ccb406e72ae17e4919d16be9b06c 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-04T20:27:43,696 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:27:43,696 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c908ccb406e72ae17e4919d16be9b06c=hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c., 81f0e9c1734a72dccdeade9babad7969=test,,1733344048447.81f0e9c1734a72dccdeade9babad7969.} 2024-12-04T20:27:43,696 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f0e9c1734a72dccdeade9babad7969, c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:43,697 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:43,698 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:43,698 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:43,698 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:43,698 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:43,698 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:27:43,716 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c/.tmp/queue/8128da053d8646d4961138e1d518eded is 154, key is 1-c2ef38372881,46399,1733344041206/queue:c2ef38372881%2C46399%2C1733344041206/1733344063638/Put/seqid=0 2024-12-04T20:27:43,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741840_1016 (size=5353) 2024-12-04T20:27:43,726 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/info/5ef90ef27e6e47ec951526cbae5dec3a is 147, key is hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c./info:regioninfo/1733344054308/Put/seqid=0 2024-12-04T20:27:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741841_1017 (size=7686) 2024-12-04T20:27:43,753 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1344, reset compression=false 2024-12-04T20:27:43,758 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:43,758 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:43,758 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:43,781 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:43,852 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1518, reset compression=false 2024-12-04T20:27:43,896 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f0e9c1734a72dccdeade9babad7969, c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:43,961 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:43,965 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:27:43,965 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:27:43,982 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1468, reset compression=false 2024-12-04T20:27:44,097 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f0e9c1734a72dccdeade9babad7969, c908ccb406e72ae17e4919d16be9b06c 2024-12-04T20:27:44,122 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c/.tmp/queue/8128da053d8646d4961138e1d518eded 2024-12-04T20:27:44,129 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c/.tmp/queue/8128da053d8646d4961138e1d518eded as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c/queue/8128da053d8646d4961138e1d518eded 2024-12-04T20:27:44,131 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/info/5ef90ef27e6e47ec951526cbae5dec3a 2024-12-04T20:27:44,145 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c/queue/8128da053d8646d4961138e1d518eded, entries=1, sequenceid=13, filesize=5.2 K 2024-12-04T20:27:44,147 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c908ccb406e72ae17e4919d16be9b06c in 458ms, sequenceid=13, compaction requested=false 2024-12-04T20:27:44,166 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1518, reset compression=false 2024-12-04T20:27:44,198 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/ns/b0ec687cba22400a82f776ee9f9eda21 is 43, key is default/ns:d/1733344044101/Put/seqid=0 2024-12-04T20:27:44,222 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/replication/c908ccb406e72ae17e4919d16be9b06c/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T20:27:44,223 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:44,223 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:44,223 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:44,223 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c908ccb406e72ae17e4919d16be9b06c: Waiting for close lock at 1733344063689Running coprocessor pre-close hooks at 1733344063689Disabling compacts and flushes for region at 1733344063689Disabling writes for close at 1733344063689Obtaining lock to block concurrent updates at 1733344063690 (+1 ms)Preparing flush snapshotting stores in c908ccb406e72ae17e4919d16be9b06c at 1733344063690Finished memstore snapshotting hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733344063692 (+2 ms)Flushing stores of hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. at 1733344063693 (+1 ms)Flushing c908ccb406e72ae17e4919d16be9b06c/queue: creating writer at 1733344063693Flushing c908ccb406e72ae17e4919d16be9b06c/queue: appending metadata at 1733344063715 (+22 ms)Flushing c908ccb406e72ae17e4919d16be9b06c/queue: closing flushed file at 1733344063716 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3792b7a0: reopening flushed file at 1733344064128 (+412 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c908ccb406e72ae17e4919d16be9b06c in 458ms, sequenceid=13, compaction requested=false at 1733344064147 (+19 ms)Writing region close event to WAL at 1733344064184 (+37 ms)Running coprocessor post-close hooks at 1733344064223 (+39 ms)Closed at 1733344064223 2024-12-04T20:27:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344053918.c908ccb406e72ae17e4919d16be9b06c. 2024-12-04T20:27:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81f0e9c1734a72dccdeade9babad7969, disabling compactions & flushes 2024-12-04T20:27:44,224 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. after waiting 0 ms 2024-12-04T20:27:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:44,224 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81f0e9c1734a72dccdeade9babad7969 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T20:27:44,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741842_1018 (size=5153) 2024-12-04T20:27:44,279 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/ns/b0ec687cba22400a82f776ee9f9eda21 2024-12-04T20:27:44,291 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:44,297 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:44,310 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/f/80ae11a8b4dd46c3908bcbb5609918e9 is 37, key is row3/f:row3/1733344062307/Put/seqid=0 2024-12-04T20:27:44,327 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/rep_barrier/eefa9a7768c34006bd8eae4d4f671c8f is 112, key is test,,1733344048447.81f0e9c1734a72dccdeade9babad7969./rep_barrier:seqnumDuringOpen/1733344049643/Put/seqid=0 2024-12-04T20:27:44,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741843_1019 (size=5228) 2024-12-04T20:27:44,375 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/f/80ae11a8b4dd46c3908bcbb5609918e9 2024-12-04T20:27:44,382 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80ae11a8b4dd46c3908bcbb5609918e9 2024-12-04T20:27:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741844_1020 (size=5518) 2024-12-04T20:27:44,392 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/rep_barrier/eefa9a7768c34006bd8eae4d4f671c8f 2024-12-04T20:27:44,421 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/f1/525936c3d72f4c5d81b25ad3e50d87a1 is 30, key is row1/f1:/1733344059619/DeleteFamily/seqid=0 2024-12-04T20:27:44,423 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1468, reset compression=false 2024-12-04T20:27:44,438 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/table/c58932702b034962bcd79fa4c41221dd is 53, key is hbase:replication/table:state/1733344054316/Put/seqid=0 2024-12-04T20:27:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741845_1021 (size=5158) 2024-12-04T20:27:44,450 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/f1/525936c3d72f4c5d81b25ad3e50d87a1 2024-12-04T20:27:44,454 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 525936c3d72f4c5d81b25ad3e50d87a1 2024-12-04T20:27:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741846_1022 (size=5308) 2024-12-04T20:27:44,487 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/table/c58932702b034962bcd79fa4c41221dd 2024-12-04T20:27:44,497 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:44,497 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/info/5ef90ef27e6e47ec951526cbae5dec3a as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/info/5ef90ef27e6e47ec951526cbae5dec3a 2024-12-04T20:27:44,504 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/info/5ef90ef27e6e47ec951526cbae5dec3a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:27:44,505 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/ns/b0ec687cba22400a82f776ee9f9eda21 as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/ns/b0ec687cba22400a82f776ee9f9eda21 2024-12-04T20:27:44,512 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/norep/dd616ce5e6594d5c84c40b9871ce1878 is 33, key is row2/norep:/1733344060627/DeleteFamily/seqid=0 2024-12-04T20:27:44,512 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/ns/b0ec687cba22400a82f776ee9f9eda21, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:27:44,513 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/rep_barrier/eefa9a7768c34006bd8eae4d4f671c8f as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/rep_barrier/eefa9a7768c34006bd8eae4d4f671c8f 2024-12-04T20:27:44,522 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/rep_barrier/eefa9a7768c34006bd8eae4d4f671c8f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:27:44,523 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/.tmp/table/c58932702b034962bcd79fa4c41221dd as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/table/c58932702b034962bcd79fa4c41221dd 2024-12-04T20:27:44,534 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/table/c58932702b034962bcd79fa4c41221dd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:27:44,536 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 838ms, sequenceid=16, compaction requested=false 2024-12-04T20:27:44,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741847_1023 (size=5108) 2024-12-04T20:27:44,602 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1518, reset compression=false 2024-12-04T20:27:44,628 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:44,628 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1765, reset compression=false 2024-12-04T20:27:44,628 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46399,1733344041206 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:44,629 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,46399,1733344041206: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,46399,1733344041206, walGroup=c2ef38372881%2C46399%2C1733344041206, offset=c2ef38372881%2C46399%2C1733344041206.1733344043089:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:27:44,631 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:27:44,631 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:27:44,632 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:27:44,632 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:27:44,632 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:27:44,632 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 804335440 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197717872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:27:44,632 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:41695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:41695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:27:44,643 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:27:44,643 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:44,643 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:44,643 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:44,643 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344063697Running coprocessor pre-close hooks at 1733344063697Disabling compacts and flushes for region at 1733344063697Disabling writes for close at 1733344063698 (+1 ms)Obtaining lock to block concurrent updates at 1733344063698Preparing flush snapshotting stores in 1588230740 at 1733344063698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344063698Flushing stores of hbase:meta,,1.1588230740 at 1733344063699 (+1 ms)Flushing 1588230740/info: creating writer at 1733344063699Flushing 1588230740/info: appending metadata at 1733344063726 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733344063726Flushing 1588230740/ns: creating writer at 1733344064144 (+418 ms)Flushing 1588230740/ns: appending metadata at 1733344064197 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1733344064197Flushing 1588230740/rep_barrier: creating writer at 1733344064288 (+91 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344064327 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344064327Flushing 1588230740/table: creating writer at 1733344064396 (+69 ms)Flushing 1588230740/table: appending metadata at 1733344064438 (+42 ms)Flushing 1588230740/table: closing flushed file at 1733344064438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73545f79: reopening flushed file at 1733344064493 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eff6f79: reopening flushed file at 1733344064504 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fcad724: reopening flushed file at 1733344064512 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fc3ed5: reopening flushed file at 1733344064522 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 838ms, sequenceid=16, compaction requested=false at 1733344064536 (+14 ms)Writing region close event to WAL at 1733344064639 (+103 ms)Running coprocessor post-close hooks at 1733344064643 (+4 ms)Closed at 1733344064643 2024-12-04T20:27:44,643 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:44,697 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:27:44,698 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1325): Online Regions={81f0e9c1734a72dccdeade9babad7969=test,,1733344048447.81f0e9c1734a72dccdeade9babad7969.} 2024-12-04T20:27:44,698 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1351): Waiting on 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:44,746 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:44,842 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1765, reset compression=false 2024-12-04T20:27:44,898 DEBUG [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1351): Waiting on 81f0e9c1734a72dccdeade9babad7969 2024-12-04T20:27:44,938 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1468, reset compression=false 2024-12-04T20:27:44,967 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/norep/dd616ce5e6594d5c84c40b9871ce1878 2024-12-04T20:27:44,972 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd616ce5e6594d5c84c40b9871ce1878 2024-12-04T20:27:44,974 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/f/80ae11a8b4dd46c3908bcbb5609918e9 as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/f/80ae11a8b4dd46c3908bcbb5609918e9 2024-12-04T20:27:44,981 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80ae11a8b4dd46c3908bcbb5609918e9 2024-12-04T20:27:44,981 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/f/80ae11a8b4dd46c3908bcbb5609918e9, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T20:27:44,982 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/f1/525936c3d72f4c5d81b25ad3e50d87a1 as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/f1/525936c3d72f4c5d81b25ad3e50d87a1 2024-12-04T20:27:44,988 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 525936c3d72f4c5d81b25ad3e50d87a1 2024-12-04T20:27:44,988 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/f1/525936c3d72f4c5d81b25ad3e50d87a1, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T20:27:44,989 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/.tmp/norep/dd616ce5e6594d5c84c40b9871ce1878 as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/norep/dd616ce5e6594d5c84c40b9871ce1878 2024-12-04T20:27:45,002 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd616ce5e6594d5c84c40b9871ce1878 2024-12-04T20:27:45,003 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/norep/dd616ce5e6594d5c84c40b9871ce1878, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T20:27:45,004 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 81f0e9c1734a72dccdeade9babad7969 in 780ms, sequenceid=12, compaction requested=false 2024-12-04T20:27:45,053 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/data/default/test/81f0e9c1734a72dccdeade9babad7969/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T20:27:45,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:45,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:45,055 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:45,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81f0e9c1734a72dccdeade9babad7969: Waiting for close lock at 1733344064224Running coprocessor pre-close hooks at 1733344064224Disabling compacts and flushes for region at 1733344064224Disabling writes for close at 1733344064224Obtaining lock to block concurrent updates at 1733344064224Preparing flush snapshotting stores in 81f0e9c1734a72dccdeade9babad7969 at 1733344064224Finished memstore snapshotting test,,1733344048447.81f0e9c1734a72dccdeade9babad7969., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733344064225 (+1 ms)Flushing stores of test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. at 1733344064225Flushing 81f0e9c1734a72dccdeade9babad7969/f: creating writer at 1733344064225Flushing 81f0e9c1734a72dccdeade9babad7969/f: appending metadata at 1733344064309 (+84 ms)Flushing 81f0e9c1734a72dccdeade9babad7969/f: closing flushed file at 1733344064309Flushing 81f0e9c1734a72dccdeade9babad7969/f1: creating writer at 1733344064382 (+73 ms)Flushing 81f0e9c1734a72dccdeade9babad7969/f1: appending metadata at 1733344064420 (+38 ms)Flushing 81f0e9c1734a72dccdeade9babad7969/f1: closing flushed file at 1733344064420Flushing 81f0e9c1734a72dccdeade9babad7969/norep: creating writer at 1733344064454 (+34 ms)Flushing 81f0e9c1734a72dccdeade9babad7969/norep: appending metadata at 1733344064511 (+57 ms)Flushing 81f0e9c1734a72dccdeade9babad7969/norep: closing flushed file at 1733344064511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d838: reopening flushed file at 1733344064973 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a32cf6: reopening flushed file at 1733344064982 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc4c82d: reopening flushed file at 1733344064988 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 81f0e9c1734a72dccdeade9babad7969 in 780ms, sequenceid=12, compaction requested=false at 1733344065004 (+16 ms)Writing region close event to WAL at 1733344065037 (+33 ms)Running coprocessor post-close hooks at 1733344065055 (+18 ms)Closed at 1733344065055 2024-12-04T20:27:45,055 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344048447.81f0e9c1734a72dccdeade9babad7969. 2024-12-04T20:27:45,098 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,46399,1733344041206; all regions closed. 2024-12-04T20:27:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:27:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741839_1015 (size=3333) 2024-12-04T20:27:45,158 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 to pos 1765, reset compression=false 2024-12-04T20:27:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741832_1008 (size=2417) 2024-12-04T20:27:45,196 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,196 INFO [RS:0;c2ef38372881:46399 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:45,196 INFO [RS:0;c2ef38372881:46399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:45,196 INFO [RS:0;c2ef38372881:46399 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:45,197 INFO [RS:0;c2ef38372881:46399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:45,197 INFO [RS:0;c2ef38372881:46399 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,46399,1733344041206 because: Region server is closing 2024-12-04T20:27:45,197 INFO [RS:0;c2ef38372881:46399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46399. 2024-12-04T20:27:45,197 DEBUG [RS:0;c2ef38372881:46399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:45,197 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,197 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:45,197 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:45,207 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/WALs/c2ef38372881,46399,1733344041206/c2ef38372881%2C46399%2C1733344041206.1733344043089 2024-12-04T20:27:45,208 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.wal-reader.c2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:45,250 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:45,298 INFO [RS:0;c2ef38372881:46399 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46399,1733344041206.replicationSource.shipperc2ef38372881%2C46399%2C1733344041206,1-c2ef38372881,46399,1733344041206 terminated 2024-12-04T20:27:45,298 INFO [RS:0;c2ef38372881:46399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46399. 2024-12-04T20:27:45,298 DEBUG [RS:0;c2ef38372881:46399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:45,298 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,298 DEBUG [RS:0;c2ef38372881:46399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:45,298 INFO [RS:0;c2ef38372881:46399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46399 2024-12-04T20:27:45,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614/rs 2024-12-04T20:27:45,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-565024614/rs/c2ef38372881,46399,1733344041206 2024-12-04T20:27:45,300 INFO [RS:0;c2ef38372881:46399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:45,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,46399,1733344041206] 2024-12-04T20:27:45,302 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-565024614/draining/c2ef38372881,46399,1733344041206 already deleted, retry=false 2024-12-04T20:27:45,302 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,46399,1733344041206 expired; onlineServers=0 2024-12-04T20:27:45,302 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,41695,1733344041172' ***** 2024-12-04T20:27:45,302 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:27:45,302 INFO [M:0;c2ef38372881:41695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:45,302 INFO [M:0;c2ef38372881:41695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:45,302 DEBUG [M:0;c2ef38372881:41695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:27:45,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:27:45,302 DEBUG [M:0;c2ef38372881:41695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:27:45,302 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344042929 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344042929,5,FailOnTimeoutGroup] 2024-12-04T20:27:45,302 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344042929 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344042929,5,FailOnTimeoutGroup] 2024-12-04T20:27:45,302 INFO [M:0;c2ef38372881:41695 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:45,302 INFO [M:0;c2ef38372881:41695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:45,303 DEBUG [M:0;c2ef38372881:41695 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:27:45,303 INFO [M:0;c2ef38372881:41695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:27:45,303 INFO [M:0;c2ef38372881:41695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:45,303 INFO [M:0;c2ef38372881:41695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:27:45,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:27:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-565024614/master 2024-12-04T20:27:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-565024614 2024-12-04T20:27:45,303 DEBUG [M:0;c2ef38372881:41695 {}] zookeeper.ZKUtil(347): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Unable to get data of znode /2-565024614/master because node does not exist (not an error) 2024-12-04T20:27:45,304 WARN [M:0;c2ef38372881:41695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:27:45,326 INFO [M:0;c2ef38372881:41695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/.lastflushedseqids 2024-12-04T20:27:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741848_1024 (size=245) 2024-12-04T20:27:45,386 INFO [M:0;c2ef38372881:41695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:27:45,386 INFO [M:0;c2ef38372881:41695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:27:45,386 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:45,387 INFO [M:0;c2ef38372881:41695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:45,387 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:45,387 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:45,387 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:45,387 INFO [M:0;c2ef38372881:41695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-04T20:27:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46399-0x100a6ea53ea0007, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:45,402 INFO [RS:0;c2ef38372881:46399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:45,402 INFO [RS:0;c2ef38372881:46399 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,46399,1733344041206; zookeeper connection closed. 2024-12-04T20:27:45,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@654b575c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@654b575c 2024-12-04T20:27:45,410 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:27:45,415 DEBUG [M:0;c2ef38372881:41695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd660a473b0549628c26b5be170b05e1 is 82, key is hbase:meta,,1/info:regioninfo/1733344044094/Put/seqid=0 2024-12-04T20:27:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741849_1025 (size=5672) 2024-12-04T20:27:45,458 INFO [M:0;c2ef38372881:41695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd660a473b0549628c26b5be170b05e1 2024-12-04T20:27:45,511 DEBUG [M:0;c2ef38372881:41695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cd8c5adc9e14f42afff1f15615c7b4a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344054320/Put/seqid=0 2024-12-04T20:27:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741850_1026 (size=9212) 2024-12-04T20:27:45,516 INFO [M:0;c2ef38372881:41695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cd8c5adc9e14f42afff1f15615c7b4a 2024-12-04T20:27:45,558 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1468, reset compression=false 2024-12-04T20:27:45,568 DEBUG [M:0;c2ef38372881:41695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/687b6311693e4f9fbd45a2753dc95d6e is 69, key is c2ef38372881,46399,1733344041206/rs:state/1733344042945/Put/seqid=0 2024-12-04T20:27:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741851_1027 (size=5156) 2024-12-04T20:27:45,582 INFO [M:0;c2ef38372881:41695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/687b6311693e4f9fbd45a2753dc95d6e 2024-12-04T20:27:45,595 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd660a473b0549628c26b5be170b05e1 as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd660a473b0549628c26b5be170b05e1 2024-12-04T20:27:45,603 INFO [M:0;c2ef38372881:41695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd660a473b0549628c26b5be170b05e1, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T20:27:45,605 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cd8c5adc9e14f42afff1f15615c7b4a as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cd8c5adc9e14f42afff1f15615c7b4a 2024-12-04T20:27:45,618 INFO [M:0;c2ef38372881:41695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cd8c5adc9e14f42afff1f15615c7b4a, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T20:27:45,620 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/687b6311693e4f9fbd45a2753dc95d6e as hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/687b6311693e4f9fbd45a2753dc95d6e 2024-12-04T20:27:45,625 INFO [M:0;c2ef38372881:41695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/687b6311693e4f9fbd45a2753dc95d6e, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T20:27:45,626 INFO [M:0;c2ef38372881:41695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 239ms, sequenceid=127, compaction requested=false 2024-12-04T20:27:45,669 INFO [M:0;c2ef38372881:41695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:45,669 DEBUG [M:0;c2ef38372881:41695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344065386Disabling compacts and flushes for region at 1733344065386Disabling writes for close at 1733344065387 (+1 ms)Obtaining lock to block concurrent updates at 1733344065387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344065387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733344065387Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344065388 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344065388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344065415 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344065415Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344065464 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344065510 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344065510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344065527 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344065567 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344065567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1234afd: reopening flushed file at 1733344065591 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea5110a: reopening flushed file at 1733344065604 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a4993b: reopening flushed file at 1733344065618 (+14 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 239ms, sequenceid=127, compaction requested=false at 1733344065626 (+8 ms)Writing region close event to WAL at 1733344065669 (+43 ms)Closed at 1733344065669 2024-12-04T20:27:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42239 is added to blk_1073741830_1006 (size=73866) 2024-12-04T20:27:45,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72a4d6bc-838d-6838-2200-e6726412606b/MasterData/WALs/c2ef38372881,41695,1733344041172/c2ef38372881%2C41695%2C1733344041172.1733344042879 not finished, retry = 0 2024-12-04T20:27:45,793 INFO [M:0;c2ef38372881:41695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:27:45,793 INFO [M:0;c2ef38372881:41695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41695 2024-12-04T20:27:45,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:45,793 INFO [M:0;c2ef38372881:41695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:45,866 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:45,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:45,897 INFO [M:0;c2ef38372881:41695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:45,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41695-0x100a6ea53ea0006, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:45,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60672866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:45,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:45,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:45,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:45,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:45,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:27:45,942 WARN [BP-1270135846-172.17.0.2-1733344040349 heartbeating to localhost/127.0.0.1:42223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:27:45,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:27:45,942 WARN [BP-1270135846-172.17.0.2-1733344040349 heartbeating to localhost/127.0.0.1:42223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1270135846-172.17.0.2-1733344040349 (Datanode Uuid 620f94a0-9ae5-45f8-92f6-cf80ca37bc0f) service to localhost/127.0.0.1:42223 2024-12-04T20:27:45,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/cluster_22723818-110d-9454-5f94-8c899cdf4601/data/data1/current/BP-1270135846-172.17.0.2-1733344040349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:45,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/cluster_22723818-110d-9454-5f94-8c899cdf4601/data/data2/current/BP-1270135846-172.17.0.2-1733344040349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:45,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:27:45,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555067b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:45,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:45,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:45,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:45,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:45,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:27:45,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:27:45,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:45,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:45,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:45,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:27:45,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=844938666, stopped=false 2024-12-04T20:27:45,989 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,41959,1733344037373 2024-12-04T20:27:45,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1387117985/running 2024-12-04T20:27:45,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:45,990 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1387117985/running 2024-12-04T20:27:45,990 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:45,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:45,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:45,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on znode that does not yet exist, /1387117985/running 2024-12-04T20:27:45,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:45,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:45,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,38693,1733344037400' ***** 2024-12-04T20:27:45,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:27:45,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Set watcher on znode that does not yet exist, /1387117985/running 2024-12-04T20:27:45,993 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:27:45,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:27:45,994 INFO [RS:0;c2ef38372881:38693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:27:45,994 INFO [RS:0;c2ef38372881:38693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:27:45,994 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b6c08f33b6d9121d16a9d04276850e6 2024-12-04T20:27:46,001 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:46,001 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,38693,1733344037400 2024-12-04T20:27:46,001 INFO [RS:0;c2ef38372881:38693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:46,001 INFO [RS:0;c2ef38372881:38693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:38693. 2024-12-04T20:27:46,001 DEBUG [RS:0;c2ef38372881:38693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:46,001 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:46,002 INFO [RS:0;c2ef38372881:38693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:27:46,002 INFO [RS:0;c2ef38372881:38693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:27:46,002 INFO [RS:0;c2ef38372881:38693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:27:46,002 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:27:46,002 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b6c08f33b6d9121d16a9d04276850e6, disabling compactions & flushes 2024-12-04T20:27:46,002 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:46,002 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:46,002 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. after waiting 0 ms 2024-12-04T20:27:46,002 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:46,002 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b6c08f33b6d9121d16a9d04276850e6 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T20:27:46,006 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:27:46,007 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1325): Online Regions={2b6c08f33b6d9121d16a9d04276850e6=hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6., 1588230740=hbase:meta,,1.1588230740, 3200be2cc2e975d0145053c35247cf37=test,,1733344046298.3200be2cc2e975d0145053c35247cf37.} 2024-12-04T20:27:46,007 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b6c08f33b6d9121d16a9d04276850e6, 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:46,007 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:46,007 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:46,007 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:46,007 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:46,007 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:46,007 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:27:46,043 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/info/d373480bc1f448f5b553234dddc819d4 is 147, key is hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6./info:regioninfo/1733344052947/Put/seqid=0 2024-12-04T20:27:46,057 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6/.tmp/queue/223cdb4eef1d41e487568838a67282f8 is 154, key is 1-c2ef38372881,38693,1733344037400/queue:c2ef38372881%2C38693%2C1733344037400/1733344063434/Put/seqid=0 2024-12-04T20:27:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741840_1016 (size=7686) 2024-12-04T20:27:46,082 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741841_1017 (size=5353) 2024-12-04T20:27:46,119 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6/.tmp/queue/223cdb4eef1d41e487568838a67282f8 2024-12-04T20:27:46,126 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6/.tmp/queue/223cdb4eef1d41e487568838a67282f8 as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6/queue/223cdb4eef1d41e487568838a67282f8 2024-12-04T20:27:46,132 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6/queue/223cdb4eef1d41e487568838a67282f8, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T20:27:46,133 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2b6c08f33b6d9121d16a9d04276850e6 in 131ms, sequenceid=14, compaction requested=false 2024-12-04T20:27:46,182 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/replication/2b6c08f33b6d9121d16a9d04276850e6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T20:27:46,183 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:46,183 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:46,183 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:46,183 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b6c08f33b6d9121d16a9d04276850e6: Waiting for close lock at 1733344066002Running coprocessor pre-close hooks at 1733344066002Disabling compacts and flushes for region at 1733344066002Disabling writes for close at 1733344066002Obtaining lock to block concurrent updates at 1733344066002Preparing flush snapshotting stores in 2b6c08f33b6d9121d16a9d04276850e6 at 1733344066002Finished memstore snapshotting hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733344066002Flushing stores of hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. at 1733344066017 (+15 ms)Flushing 2b6c08f33b6d9121d16a9d04276850e6/queue: creating writer at 1733344066017Flushing 2b6c08f33b6d9121d16a9d04276850e6/queue: appending metadata at 1733344066056 (+39 ms)Flushing 2b6c08f33b6d9121d16a9d04276850e6/queue: closing flushed file at 1733344066056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dee657c: reopening flushed file at 1733344066125 (+69 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2b6c08f33b6d9121d16a9d04276850e6 in 131ms, sequenceid=14, compaction requested=false at 1733344066133 (+8 ms)Writing region close event to WAL at 1733344066177 (+44 ms)Running coprocessor post-close hooks at 1733344066183 (+6 ms)Closed at 1733344066183 2024-12-04T20:27:46,183 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344051759.2b6c08f33b6d9121d16a9d04276850e6. 2024-12-04T20:27:46,183 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3200be2cc2e975d0145053c35247cf37, disabling compactions & flushes 2024-12-04T20:27:46,184 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:46,184 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:46,184 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344046298.3200be2cc2e975d0145053c35247cf37. after waiting 0 ms 2024-12-04T20:27:46,184 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:46,184 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3200be2cc2e975d0145053c35247cf37 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T20:27:46,207 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:46,242 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/f/bab9a20afe9f425e9a5915264a18149f is 37, key is row3/f:row3/1733344062307/Put/seqid=0 2024-12-04T20:27:46,263 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1468, reset compression=false 2024-12-04T20:27:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741842_1018 (size=5228) 2024-12-04T20:27:46,287 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/f/bab9a20afe9f425e9a5915264a18149f 2024-12-04T20:27:46,293 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bab9a20afe9f425e9a5915264a18149f 2024-12-04T20:27:46,301 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:46,301 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1715, reset compression=false 2024-12-04T20:27:46,301 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,38693,1733344037400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:46,301 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,38693,1733344037400: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,38693,1733344037400, walGroup=c2ef38372881%2C38693%2C1733344037400, offset=c2ef38372881%2C38693%2C1733344037400.1733344039379:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:38693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:27:46,303 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:27:46,303 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:27:46,303 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:27:46,303 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:27:46,303 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:27:46,303 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 848375632 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197956568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:27:46,304 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:41959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:41959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:27:46,309 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:27:46,309 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:27:46,325 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/f1/ff7b6b8dceca4ab98fe7a66309fa46d4 is 30, key is row1/f1:/1733344059619/DeleteFamily/seqid=0 2024-12-04T20:27:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741843_1019 (size=5158) 2024-12-04T20:27:46,407 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:46,469 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/info/d373480bc1f448f5b553234dddc819d4 2024-12-04T20:27:46,493 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/ns/9c75ea952ecc40ef8fb97efb9403e0de is 43, key is default/ns:d/1733344040308/Put/seqid=0 2024-12-04T20:27:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741844_1020 (size=5153) 2024-12-04T20:27:46,511 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/ns/9c75ea952ecc40ef8fb97efb9403e0de 2024-12-04T20:27:46,519 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1715, reset compression=false 2024-12-04T20:27:46,533 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/rep_barrier/44cc42fa838f40f79e484506088c2d95 is 112, key is test,,1733344046298.3200be2cc2e975d0145053c35247cf37./rep_barrier:seqnumDuringOpen/1733344047450/Put/seqid=0 2024-12-04T20:27:46,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741845_1021 (size=5518) 2024-12-04T20:27:46,571 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/rep_barrier/44cc42fa838f40f79e484506088c2d95 2024-12-04T20:27:46,594 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:46,607 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:46,621 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/table/4b1f00be8c3945cdbc607f49ef71ba23 is 53, key is hbase:replication/table:state/1733344052955/Put/seqid=0 2024-12-04T20:27:46,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741846_1022 (size=5308) 2024-12-04T20:27:46,671 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/table/4b1f00be8c3945cdbc607f49ef71ba23 2024-12-04T20:27:46,676 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/info/d373480bc1f448f5b553234dddc819d4 as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/info/d373480bc1f448f5b553234dddc819d4 2024-12-04T20:27:46,682 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/info/d373480bc1f448f5b553234dddc819d4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:27:46,684 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/ns/9c75ea952ecc40ef8fb97efb9403e0de as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/ns/9c75ea952ecc40ef8fb97efb9403e0de 2024-12-04T20:27:46,690 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/ns/9c75ea952ecc40ef8fb97efb9403e0de, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:27:46,691 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/rep_barrier/44cc42fa838f40f79e484506088c2d95 as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/rep_barrier/44cc42fa838f40f79e484506088c2d95 2024-12-04T20:27:46,703 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/rep_barrier/44cc42fa838f40f79e484506088c2d95, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:27:46,705 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/.tmp/table/4b1f00be8c3945cdbc607f49ef71ba23 as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/table/4b1f00be8c3945cdbc607f49ef71ba23 2024-12-04T20:27:46,711 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/table/4b1f00be8c3945cdbc607f49ef71ba23, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:27:46,713 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 706ms, sequenceid=16, compaction requested=false 2024-12-04T20:27:46,734 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/f1/ff7b6b8dceca4ab98fe7a66309fa46d4 2024-12-04T20:27:46,748 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff7b6b8dceca4ab98fe7a66309fa46d4 2024-12-04T20:27:46,751 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:27:46,752 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:46,752 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:46,752 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:46,752 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344066007Running coprocessor pre-close hooks at 1733344066007Disabling compacts and flushes for region at 1733344066007Disabling writes for close at 1733344066007Obtaining lock to block concurrent updates at 1733344066007Preparing flush snapshotting stores in 1588230740 at 1733344066007Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344066008 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733344066012 (+4 ms)Flushing 1588230740/info: creating writer at 1733344066013 (+1 ms)Flushing 1588230740/info: appending metadata at 1733344066043 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733344066043Flushing 1588230740/ns: creating writer at 1733344066476 (+433 ms)Flushing 1588230740/ns: appending metadata at 1733344066492 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733344066492Flushing 1588230740/rep_barrier: creating writer at 1733344066516 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344066532 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344066532Flushing 1588230740/table: creating writer at 1733344066579 (+47 ms)Flushing 1588230740/table: appending metadata at 1733344066621 (+42 ms)Flushing 1588230740/table: closing flushed file at 1733344066621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47056b3d: reopening flushed file at 1733344066675 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a3868c: reopening flushed file at 1733344066682 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4f302d: reopening flushed file at 1733344066690 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78259200: reopening flushed file at 1733344066704 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 706ms, sequenceid=16, compaction requested=false at 1733344066713 (+9 ms)Writing region close event to WAL at 1733344066731 (+18 ms)Running coprocessor post-close hooks at 1733344066752 (+21 ms)Closed at 1733344066752 2024-12-04T20:27:46,752 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:46,807 DEBUG [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1351): Waiting on 3200be2cc2e975d0145053c35247cf37 2024-12-04T20:27:46,810 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/norep/f2db380164534afba25b8c594eea766f is 33, key is row1/norep:/1733344059619/DeleteFamily/seqid=0 2024-12-04T20:27:46,836 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.1733344039379 to pos 1715, reset compression=false 2024-12-04T20:27:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741847_1023 (size=5108) 2024-12-04T20:27:46,880 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/norep/f2db380164534afba25b8c594eea766f 2024-12-04T20:27:46,888 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2db380164534afba25b8c594eea766f 2024-12-04T20:27:46,890 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/f/bab9a20afe9f425e9a5915264a18149f as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/f/bab9a20afe9f425e9a5915264a18149f 2024-12-04T20:27:46,897 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bab9a20afe9f425e9a5915264a18149f 2024-12-04T20:27:46,897 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/f/bab9a20afe9f425e9a5915264a18149f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T20:27:46,898 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/f1/ff7b6b8dceca4ab98fe7a66309fa46d4 as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/f1/ff7b6b8dceca4ab98fe7a66309fa46d4 2024-12-04T20:27:46,916 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff7b6b8dceca4ab98fe7a66309fa46d4 2024-12-04T20:27:46,916 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/f1/ff7b6b8dceca4ab98fe7a66309fa46d4, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T20:27:46,917 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/.tmp/norep/f2db380164534afba25b8c594eea766f as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/norep/f2db380164534afba25b8c594eea766f 2024-12-04T20:27:46,929 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2db380164534afba25b8c594eea766f 2024-12-04T20:27:46,929 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/norep/f2db380164534afba25b8c594eea766f, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T20:27:46,932 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3200be2cc2e975d0145053c35247cf37 in 747ms, sequenceid=12, compaction requested=false 2024-12-04T20:27:46,960 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T20:27:46,982 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/data/default/test/3200be2cc2e975d0145053c35247cf37/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T20:27:46,982 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:46,982 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:46,982 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:46,983 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3200be2cc2e975d0145053c35247cf37: Waiting for close lock at 1733344066183Running coprocessor pre-close hooks at 1733344066183Disabling compacts and flushes for region at 1733344066183Disabling writes for close at 1733344066184 (+1 ms)Obtaining lock to block concurrent updates at 1733344066184Preparing flush snapshotting stores in 3200be2cc2e975d0145053c35247cf37 at 1733344066184Finished memstore snapshotting test,,1733344046298.3200be2cc2e975d0145053c35247cf37., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733344066184Flushing stores of test,,1733344046298.3200be2cc2e975d0145053c35247cf37. at 1733344066186 (+2 ms)Flushing 3200be2cc2e975d0145053c35247cf37/f: creating writer at 1733344066186Flushing 3200be2cc2e975d0145053c35247cf37/f: appending metadata at 1733344066237 (+51 ms)Flushing 3200be2cc2e975d0145053c35247cf37/f: closing flushed file at 1733344066237Flushing 3200be2cc2e975d0145053c35247cf37/f1: creating writer at 1733344066293 (+56 ms)Flushing 3200be2cc2e975d0145053c35247cf37/f1: appending metadata at 1733344066325 (+32 ms)Flushing 3200be2cc2e975d0145053c35247cf37/f1: closing flushed file at 1733344066325Flushing 3200be2cc2e975d0145053c35247cf37/norep: creating writer at 1733344066748 (+423 ms)Flushing 3200be2cc2e975d0145053c35247cf37/norep: appending metadata at 1733344066794 (+46 ms)Flushing 3200be2cc2e975d0145053c35247cf37/norep: closing flushed file at 1733344066794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2126e234: reopening flushed file at 1733344066888 (+94 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cd54f8: reopening flushed file at 1733344066897 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7224b91f: reopening flushed file at 1733344066916 (+19 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3200be2cc2e975d0145053c35247cf37 in 747ms, sequenceid=12, compaction requested=false at 1733344066932 (+16 ms)Writing region close event to WAL at 1733344066956 (+24 ms)Running coprocessor post-close hooks at 1733344066982 (+26 ms)Closed at 1733344066982 2024-12-04T20:27:46,983 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344046298.3200be2cc2e975d0145053c35247cf37. 2024-12-04T20:27:47,008 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,38693,1733344037400; all regions closed. 2024-12-04T20:27:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:27:47,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741839_1015 (size=3552) 2024-12-04T20:27:47,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/WALs/c2ef38372881,38693,1733344037400/c2ef38372881%2C38693%2C1733344037400.rep.1733344052910 not finished, retry = 0 2024-12-04T20:27:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741832_1008 (size=2367) 2024-12-04T20:27:47,131 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:47,131 INFO [RS:0;c2ef38372881:38693 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:47,132 INFO [RS:0;c2ef38372881:38693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:47,132 INFO [RS:0;c2ef38372881:38693 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:47,132 INFO [RS:0;c2ef38372881:38693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:47,132 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:47,132 INFO [RS:0;c2ef38372881:38693 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,38693,1733344037400 because: Region server is closing 2024-12-04T20:27:47,132 INFO [RS:0;c2ef38372881:38693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:38693. 2024-12-04T20:27:47,132 DEBUG [RS:0;c2ef38372881:38693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:47,132 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:47,132 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:47,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:47,233 INFO [RS:0;c2ef38372881:38693 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.shipperc2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 terminated 2024-12-04T20:27:47,233 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,38693,1733344037400.replicationSource.wal-reader.c2ef38372881%2C38693%2C1733344037400,1-c2ef38372881,38693,1733344037400 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:27:47,233 INFO [RS:0;c2ef38372881:38693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:38693. 2024-12-04T20:27:47,233 DEBUG [RS:0;c2ef38372881:38693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:47,233 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:47,233 DEBUG [RS:0;c2ef38372881:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:47,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:47,233 INFO [RS:0;c2ef38372881:38693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38693 2024-12-04T20:27:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985/rs 2024-12-04T20:27:47,234 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1387117985/rs/c2ef38372881,38693,1733344037400 2024-12-04T20:27:47,234 INFO [RS:0;c2ef38372881:38693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:47,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,38693,1733344037400] 2024-12-04T20:27:47,235 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1387117985/draining/c2ef38372881,38693,1733344037400 already deleted, retry=false 2024-12-04T20:27:47,235 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,38693,1733344037400 expired; onlineServers=0 2024-12-04T20:27:47,235 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,41959,1733344037373' ***** 2024-12-04T20:27:47,235 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:27:47,235 INFO [M:0;c2ef38372881:41959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:47,235 INFO [M:0;c2ef38372881:41959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:47,235 DEBUG [M:0;c2ef38372881:41959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:27:47,235 DEBUG [M:0;c2ef38372881:41959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:27:47,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:27:47,235 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344039145 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344039145,5,FailOnTimeoutGroup] 2024-12-04T20:27:47,236 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344039146 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344039146,5,FailOnTimeoutGroup] 2024-12-04T20:27:47,236 INFO [M:0;c2ef38372881:41959 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:47,236 INFO [M:0;c2ef38372881:41959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:47,236 DEBUG [M:0;c2ef38372881:41959 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:27:47,236 INFO [M:0;c2ef38372881:41959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:27:47,236 INFO [M:0;c2ef38372881:41959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:47,236 INFO [M:0;c2ef38372881:41959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:27:47,236 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:27:47,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1387117985/master 2024-12-04T20:27:47,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1387117985 2024-12-04T20:27:47,237 DEBUG [M:0;c2ef38372881:41959 {}] zookeeper.ZKUtil(347): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Unable to get data of znode /1387117985/master because node does not exist (not an error) 2024-12-04T20:27:47,237 WARN [M:0;c2ef38372881:41959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:27:47,237 INFO [M:0;c2ef38372881:41959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/.lastflushedseqids 2024-12-04T20:27:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741848_1024 (size=245) 2024-12-04T20:27:47,335 INFO [RS:0;c2ef38372881:38693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:47,335 INFO [RS:0;c2ef38372881:38693 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,38693,1733344037400; zookeeper connection closed. 2024-12-04T20:27:47,335 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:47,335 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100a6ea53ea0004, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:47,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fa43d9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fa43d9c 2024-12-04T20:27:47,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:27:47,433 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:47,652 INFO [M:0;c2ef38372881:41959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:27:47,653 INFO [M:0;c2ef38372881:41959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:27:47,653 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:47,653 INFO [M:0;c2ef38372881:41959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:47,653 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:47,653 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:47,653 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:47,653 INFO [M:0;c2ef38372881:41959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T20:27:47,687 DEBUG [M:0;c2ef38372881:41959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b029d1c564f24fb5923f585dd0d3bfc5 is 82, key is hbase:meta,,1/info:regioninfo/1733344040300/Put/seqid=0 2024-12-04T20:27:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741849_1025 (size=5672) 2024-12-04T20:27:47,733 INFO [M:0;c2ef38372881:41959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b029d1c564f24fb5923f585dd0d3bfc5 2024-12-04T20:27:47,786 DEBUG [M:0;c2ef38372881:41959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654136afa1b6496482d01a7dadbdb452 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344052960/Put/seqid=0 2024-12-04T20:27:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741850_1026 (size=8516) 2024-12-04T20:27:47,824 INFO [M:0;c2ef38372881:41959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654136afa1b6496482d01a7dadbdb452 2024-12-04T20:27:47,875 DEBUG [M:0;c2ef38372881:41959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66c6dc1fedd34fa6ae27df0b33f9185b is 69, key is c2ef38372881,38693,1733344037400/rs:state/1733344039237/Put/seqid=0 2024-12-04T20:27:47,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741851_1027 (size=5156) 2024-12-04T20:27:48,322 INFO [M:0;c2ef38372881:41959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66c6dc1fedd34fa6ae27df0b33f9185b 2024-12-04T20:27:48,327 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b029d1c564f24fb5923f585dd0d3bfc5 as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b029d1c564f24fb5923f585dd0d3bfc5 2024-12-04T20:27:48,334 INFO [M:0;c2ef38372881:41959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b029d1c564f24fb5923f585dd0d3bfc5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:27:48,336 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654136afa1b6496482d01a7dadbdb452 as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/654136afa1b6496482d01a7dadbdb452 2024-12-04T20:27:48,337 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:48,343 INFO [M:0;c2ef38372881:41959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/654136afa1b6496482d01a7dadbdb452, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:27:48,344 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66c6dc1fedd34fa6ae27df0b33f9185b as hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66c6dc1fedd34fa6ae27df0b33f9185b 2024-12-04T20:27:48,348 INFO [M:0;c2ef38372881:41959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38315/user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66c6dc1fedd34fa6ae27df0b33f9185b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:27:48,349 INFO [M:0;c2ef38372881:41959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 696ms, sequenceid=97, compaction requested=false 2024-12-04T20:27:48,366 INFO [M:0;c2ef38372881:41959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:48,366 DEBUG [M:0;c2ef38372881:41959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344067653Disabling compacts and flushes for region at 1733344067653Disabling writes for close at 1733344067653Obtaining lock to block concurrent updates at 1733344067653Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344067653Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733344067653Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344067655 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344067655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344067686 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344067686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344067742 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344067786 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344067786Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344067828 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344067873 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344067873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a5adda: reopening flushed file at 1733344068326 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287cece4: reopening flushed file at 1733344068334 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2fff2a: reopening flushed file at 1733344068343 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 696ms, sequenceid=97, compaction requested=false at 1733344068349 (+6 ms)Writing region close event to WAL at 1733344068366 (+17 ms)Closed at 1733344068366 2024-12-04T20:27:48,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c839bd61-c44a-4568-dab7-dc8e36030b75/MasterData/WALs/c2ef38372881,41959,1733344037373/c2ef38372881%2C41959%2C1733344037373.1733344039084 not finished, retry = 0 2024-12-04T20:27:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741830_1006 (size=63654) 2024-12-04T20:27:48,486 INFO [M:0;c2ef38372881:41959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:27:48,486 INFO [M:0;c2ef38372881:41959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41959 2024-12-04T20:27:48,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:48,487 INFO [M:0;c2ef38372881:41959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x100a6ea53ea0003, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:48,588 INFO [M:0;c2ef38372881:41959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:48,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:48,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:48,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:48,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:48,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:48,602 WARN [BP-1508606366-172.17.0.2-1733344036532 heartbeating to localhost/127.0.0.1:38315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:27:48,602 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:27:48,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:27:48,603 WARN [BP-1508606366-172.17.0.2-1733344036532 heartbeating to localhost/127.0.0.1:38315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1508606366-172.17.0.2-1733344036532 (Datanode Uuid 052d8377-5aa8-432f-9532-cf95f3d41cba) service to localhost/127.0.0.1:38315 2024-12-04T20:27:48,603 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/cluster_21472cf9-e5aa-49f0-b222-a281f62550c4/data/data1/current/BP-1508606366-172.17.0.2-1733344036532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:48,603 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/cluster_21472cf9-e5aa-49f0-b222-a281f62550c4/data/data2/current/BP-1508606366-172.17.0.2-1733344036532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:48,604 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:27:48,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:48,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:48,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:48,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:48,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b9abafc-1ac4-7f02-ec5d-d7be21bdda54/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:48,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:27:48,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:27:48,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:48,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:48,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:48,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:48,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:48,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:27:48,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437705400, stopped=false 2024-12-04T20:27:48,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,41545,1733344033542 2024-12-04T20:27:48,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1342369923/running 2024-12-04T20:27:48,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1342369923/running 2024-12-04T20:27:48,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:48,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:48,648 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:48,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on znode that does not yet exist, /0-1342369923/running 2024-12-04T20:27:48,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Set watcher on znode that does not yet exist, /0-1342369923/running 2024-12-04T20:27:48,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:27:48,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:48,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:48,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,34701,1733344033583' ***** 2024-12-04T20:27:48,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:27:48,663 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:27:48,663 INFO [RS:0;c2ef38372881:34701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:27:48,663 INFO [RS:0;c2ef38372881:34701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:27:48,663 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:48,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:27:48,669 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:48,672 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:48,672 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,34701,1733344033583 2024-12-04T20:27:48,672 INFO [RS:0;c2ef38372881:34701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:48,672 INFO [RS:0;c2ef38372881:34701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34701. 2024-12-04T20:27:48,672 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c787d68fc91566c683fca1e899653cf0, disabling compactions & flushes 2024-12-04T20:27:48,672 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:48,672 DEBUG [RS:0;c2ef38372881:34701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:48,672 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:48,672 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:48,673 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. after waiting 0 ms 2024-12-04T20:27:48,673 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:48,673 INFO [RS:0;c2ef38372881:34701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:27:48,673 INFO [RS:0;c2ef38372881:34701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:27:48,673 INFO [RS:0;c2ef38372881:34701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:27:48,673 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:27:48,673 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c787d68fc91566c683fca1e899653cf0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T20:27:48,682 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:27:48,682 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1325): Online Regions={c787d68fc91566c683fca1e899653cf0=hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0., 1588230740=hbase:meta,,1.1588230740, 17e3beb580bfc307afea23dea2c3baca=test,,1733344044142.17e3beb580bfc307afea23dea2c3baca.} 2024-12-04T20:27:48,682 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e3beb580bfc307afea23dea2c3baca, c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:48,683 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:48,683 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:48,683 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:48,683 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:48,683 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:48,683 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:27:48,740 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/info/d11ad787bfba412ab2d09bbd55f2b371 is 147, key is hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0./info:regioninfo/1733344051404/Put/seqid=0 2024-12-04T20:27:48,743 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0/.tmp/queue/16a1aa24e4f945059a3d32179f94d901 is 154, key is 1-c2ef38372881,34701,1733344033583/queue:c2ef38372881%2C34701%2C1733344033583/1733344063759/Put/seqid=0 2024-12-04T20:27:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741841_1017 (size=5353) 2024-12-04T20:27:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741840_1016 (size=7686) 2024-12-04T20:27:48,883 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e3beb580bfc307afea23dea2c3baca, c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:49,083 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e3beb580bfc307afea23dea2c3baca, c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:49,212 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0/.tmp/queue/16a1aa24e4f945059a3d32179f94d901 2024-12-04T20:27:49,217 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0/.tmp/queue/16a1aa24e4f945059a3d32179f94d901 as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0/queue/16a1aa24e4f945059a3d32179f94d901 2024-12-04T20:27:49,222 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0/queue/16a1aa24e4f945059a3d32179f94d901, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T20:27:49,223 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c787d68fc91566c683fca1e899653cf0 in 550ms, sequenceid=14, compaction requested=false 2024-12-04T20:27:49,223 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:27:49,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,229 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/info/d11ad787bfba412ab2d09bbd55f2b371 2024-12-04T20:27:49,265 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/ns/5d20cf550b6348f6906cfe2a6fe94942 is 43, key is default/ns:d/1733344036492/Put/seqid=0 2024-12-04T20:27:49,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,283 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e3beb580bfc307afea23dea2c3baca, c787d68fc91566c683fca1e899653cf0 2024-12-04T20:27:49,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,298 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/replication/c787d68fc91566c683fca1e899653cf0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T20:27:49,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,298 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:49,298 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:49,298 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:49,298 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c787d68fc91566c683fca1e899653cf0: Waiting for close lock at 1733344068672Running coprocessor pre-close hooks at 1733344068672Disabling compacts and flushes for region at 1733344068672Disabling writes for close at 1733344068673 (+1 ms)Obtaining lock to block concurrent updates at 1733344068673Preparing flush snapshotting stores in c787d68fc91566c683fca1e899653cf0 at 1733344068673Finished memstore snapshotting hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733344068673Flushing stores of hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. at 1733344068674 (+1 ms)Flushing c787d68fc91566c683fca1e899653cf0/queue: creating writer at 1733344068674Flushing c787d68fc91566c683fca1e899653cf0/queue: appending metadata at 1733344068739 (+65 ms)Flushing c787d68fc91566c683fca1e899653cf0/queue: closing flushed file at 1733344068739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265769ea: reopening flushed file at 1733344069216 (+477 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c787d68fc91566c683fca1e899653cf0 in 550ms, sequenceid=14, compaction requested=false at 1733344069223 (+7 ms)Writing region close event to WAL at 1733344069273 (+50 ms)Running coprocessor post-close hooks at 1733344069298 (+25 ms)Closed at 1733344069298 2024-12-04T20:27:49,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,299 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344050618.c787d68fc91566c683fca1e899653cf0. 2024-12-04T20:27:49,299 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17e3beb580bfc307afea23dea2c3baca, disabling compactions & flushes 2024-12-04T20:27:49,299 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:49,299 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:49,299 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. after waiting 0 ms 2024-12-04T20:27:49,299 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:49,299 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17e3beb580bfc307afea23dea2c3baca 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T20:27:49,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741842_1018 (size=5153) 2024-12-04T20:27:49,359 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1496, reset compression=false 2024-12-04T20:27:49,360 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/f/8a381b062bcd43f2838341590b4d5663 is 37, key is row3/f:row3/1733344062307/Put/seqid=0 2024-12-04T20:27:49,396 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:49,396 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1743, reset compression=false 2024-12-04T20:27:49,397 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34701,1733344033583 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:27:49,398 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,34701,1733344033583: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,34701,1733344033583, walGroup=c2ef38372881%2C34701%2C1733344033583, offset=c2ef38372881%2C34701%2C1733344033583.1733344035551:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:34701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:27:49,399 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:27:49,399 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:27:49,400 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:27:49,400 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:27:49,400 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:27:49,400 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 810718992 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198622144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:27:49,400 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:41545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:41545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:27:49,409 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:41545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-04T20:27:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741843_1019 (size=5228) 2024-12-04T20:27:49,413 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/f/8a381b062bcd43f2838341590b4d5663 2024-12-04T20:27:49,417 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a381b062bcd43f2838341590b4d5663 2024-12-04T20:27:49,430 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:27:49,430 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:27:49,437 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/f1/f9d5fda31af248e8a088855fae03d8ff is 30, key is row1/f1:/1733344059619/DeleteFamily/seqid=0 2024-12-04T20:27:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741844_1020 (size=5158) 2024-12-04T20:27:49,483 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:49,622 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1743, reset compression=false 2024-12-04T20:27:49,683 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:27:49,683 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17e3beb580bfc307afea23dea2c3baca=test,,1733344044142.17e3beb580bfc307afea23dea2c3baca.} 2024-12-04T20:27:49,684 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:49,754 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/ns/5d20cf550b6348f6906cfe2a6fe94942 2024-12-04T20:27:49,774 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/rep_barrier/f1dfda474b6f446a957a56ee7d11d59e is 112, key is test,,1733344044142.17e3beb580bfc307afea23dea2c3baca./rep_barrier:seqnumDuringOpen/1733344045285/Put/seqid=0 2024-12-04T20:27:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741845_1021 (size=5518) 2024-12-04T20:27:49,782 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/rep_barrier/f1dfda474b6f446a957a56ee7d11d59e 2024-12-04T20:27:49,803 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/table/d51ac39bc56c43eeba9790526ec24249 is 53, key is hbase:replication/table:state/1733344051413/Put/seqid=0 2024-12-04T20:27:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741846_1022 (size=5308) 2024-12-04T20:27:49,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:27:49,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,844 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/f1/f9d5fda31af248e8a088855fae03d8ff 2024-12-04T20:27:49,848 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d5fda31af248e8a088855fae03d8ff 2024-12-04T20:27:49,867 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/norep/c86026163aa74eba9c91a2c6a5a0b32f is 32, key is row/norep:/1733344058602/DeleteFamily/seqid=0 2024-12-04T20:27:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741847_1023 (size=5101) 2024-12-04T20:27:49,883 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/norep/c86026163aa74eba9c91a2c6a5a0b32f 2024-12-04T20:27:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,884 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e3beb580bfc307afea23dea2c3baca 2024-12-04T20:27:49,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,887 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c86026163aa74eba9c91a2c6a5a0b32f 2024-12-04T20:27:49,888 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/f/8a381b062bcd43f2838341590b4d5663 as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/f/8a381b062bcd43f2838341590b4d5663 2024-12-04T20:27:49,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,898 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a381b062bcd43f2838341590b4d5663 2024-12-04T20:27:49,898 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/f/8a381b062bcd43f2838341590b4d5663, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T20:27:49,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,899 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/f1/f9d5fda31af248e8a088855fae03d8ff as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/f1/f9d5fda31af248e8a088855fae03d8ff 2024-12-04T20:27:49,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:49,902 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d5fda31af248e8a088855fae03d8ff 2024-12-04T20:27:49,903 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/f1/f9d5fda31af248e8a088855fae03d8ff, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T20:27:49,903 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/.tmp/norep/c86026163aa74eba9c91a2c6a5a0b32f as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/norep/c86026163aa74eba9c91a2c6a5a0b32f 2024-12-04T20:27:49,915 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c86026163aa74eba9c91a2c6a5a0b32f 2024-12-04T20:27:49,915 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/norep/c86026163aa74eba9c91a2c6a5a0b32f, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T20:27:49,916 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 17e3beb580bfc307afea23dea2c3baca in 617ms, sequenceid=12, compaction requested=false 2024-12-04T20:27:49,916 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:27:49,925 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 1743, reset compression=false 2024-12-04T20:27:49,950 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:27:49,950 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 2387, reset compression=false 2024-12-04T20:27:49,961 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/default/test/17e3beb580bfc307afea23dea2c3baca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T20:27:49,962 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:49,962 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:49,962 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:49,962 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17e3beb580bfc307afea23dea2c3baca: Waiting for close lock at 1733344069299Running coprocessor pre-close hooks at 1733344069299Disabling compacts and flushes for region at 1733344069299Disabling writes for close at 1733344069299Obtaining lock to block concurrent updates at 1733344069299Preparing flush snapshotting stores in 17e3beb580bfc307afea23dea2c3baca at 1733344069299Finished memstore snapshotting test,,1733344044142.17e3beb580bfc307afea23dea2c3baca., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733344069299Flushing stores of test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. at 1733344069300 (+1 ms)Flushing 17e3beb580bfc307afea23dea2c3baca/f: creating writer at 1733344069300Flushing 17e3beb580bfc307afea23dea2c3baca/f: appending metadata at 1733344069360 (+60 ms)Flushing 17e3beb580bfc307afea23dea2c3baca/f: closing flushed file at 1733344069360Flushing 17e3beb580bfc307afea23dea2c3baca/f1: creating writer at 1733344069417 (+57 ms)Flushing 17e3beb580bfc307afea23dea2c3baca/f1: appending metadata at 1733344069436 (+19 ms)Flushing 17e3beb580bfc307afea23dea2c3baca/f1: closing flushed file at 1733344069436Flushing 17e3beb580bfc307afea23dea2c3baca/norep: creating writer at 1733344069848 (+412 ms)Flushing 17e3beb580bfc307afea23dea2c3baca/norep: appending metadata at 1733344069866 (+18 ms)Flushing 17e3beb580bfc307afea23dea2c3baca/norep: closing flushed file at 1733344069866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9b1d9c: reopening flushed file at 1733344069887 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea38e05: reopening flushed file at 1733344069898 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d108653: reopening flushed file at 1733344069903 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 17e3beb580bfc307afea23dea2c3baca in 617ms, sequenceid=12, compaction requested=false at 1733344069916 (+13 ms)Writing region close event to WAL at 1733344069921 (+5 ms)Running coprocessor post-close hooks at 1733344069962 (+41 ms)Closed at 1733344069962 2024-12-04T20:27:49,962 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344044142.17e3beb580bfc307afea23dea2c3baca. 2024-12-04T20:27:50,084 DEBUG [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:27:50,178 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/WALs/c2ef38372881,34701,1733344033583/c2ef38372881%2C34701%2C1733344033583.1733344035551 to pos 2387, reset compression=false 2024-12-04T20:27:50,206 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/table/d51ac39bc56c43eeba9790526ec24249 2024-12-04T20:27:50,211 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/info/d11ad787bfba412ab2d09bbd55f2b371 as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/info/d11ad787bfba412ab2d09bbd55f2b371 2024-12-04T20:27:50,215 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/info/d11ad787bfba412ab2d09bbd55f2b371, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:27:50,216 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/ns/5d20cf550b6348f6906cfe2a6fe94942 as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/ns/5d20cf550b6348f6906cfe2a6fe94942 2024-12-04T20:27:50,219 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/ns/5d20cf550b6348f6906cfe2a6fe94942, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:27:50,219 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/rep_barrier/f1dfda474b6f446a957a56ee7d11d59e as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/rep_barrier/f1dfda474b6f446a957a56ee7d11d59e 2024-12-04T20:27:50,226 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/rep_barrier/f1dfda474b6f446a957a56ee7d11d59e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:27:50,227 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/.tmp/table/d51ac39bc56c43eeba9790526ec24249 as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/table/d51ac39bc56c43eeba9790526ec24249 2024-12-04T20:27:50,234 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/table/d51ac39bc56c43eeba9790526ec24249, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:27:50,234 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1551ms, sequenceid=16, compaction requested=false 2024-12-04T20:27:50,234 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:27:50,251 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:27:50,251 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:50,251 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:50,251 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:50,252 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344068683Running coprocessor pre-close hooks at 1733344068683Disabling compacts and flushes for region at 1733344068683Disabling writes for close at 1733344068683Obtaining lock to block concurrent updates at 1733344068683Preparing flush snapshotting stores in 1588230740 at 1733344068683Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344068685 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733344068686 (+1 ms)Flushing 1588230740/info: creating writer at 1733344068686Flushing 1588230740/info: appending metadata at 1733344068739 (+53 ms)Flushing 1588230740/info: closing flushed file at 1733344068739Flushing 1588230740/ns: creating writer at 1733344069236 (+497 ms)Flushing 1588230740/ns: appending metadata at 1733344069264 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733344069264Flushing 1588230740/rep_barrier: creating writer at 1733344069757 (+493 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344069774 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344069774Flushing 1588230740/table: creating writer at 1733344069786 (+12 ms)Flushing 1588230740/table: appending metadata at 1733344069802 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733344069802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@508021ac: reopening flushed file at 1733344070210 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c234cf8: reopening flushed file at 1733344070215 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b83d5bb: reopening flushed file at 1733344070219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18fbb280: reopening flushed file at 1733344070227 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1551ms, sequenceid=16, compaction requested=false at 1733344070234 (+7 ms)Writing region close event to WAL at 1733344070247 (+13 ms)Running coprocessor post-close hooks at 1733344070251 (+4 ms)Closed at 1733344070251 2024-12-04T20:27:50,252 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:50,284 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,34701,1733344033583; all regions closed. 2024-12-04T20:27:50,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:27:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741839_1015 (size=3552) 2024-12-04T20:27:50,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741832_1008 (size=2395) 2024-12-04T20:27:50,304 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:50,304 INFO [RS:0;c2ef38372881:34701 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:27:50,304 INFO [RS:0;c2ef38372881:34701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:50,305 INFO [RS:0;c2ef38372881:34701 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:50,305 INFO [RS:0;c2ef38372881:34701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:50,305 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:50,305 INFO [RS:0;c2ef38372881:34701 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,34701,1733344033583 because: Region server is closing 2024-12-04T20:27:50,305 INFO [RS:0;c2ef38372881:34701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34701. 2024-12-04T20:27:50,306 DEBUG [RS:0;c2ef38372881:34701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:50,306 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:50,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:50,306 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:50,406 INFO [RS:0;c2ef38372881:34701 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.shipperc2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 terminated 2024-12-04T20:27:50,406 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34701,1733344033583.replicationSource.wal-reader.c2ef38372881%2C34701%2C1733344033583,1-c2ef38372881,34701,1733344033583 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:27:50,406 INFO [RS:0;c2ef38372881:34701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34701. 2024-12-04T20:27:50,406 DEBUG [RS:0;c2ef38372881:34701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:27:50,406 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:50,406 DEBUG [RS:0;c2ef38372881:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:50,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:27:50,407 INFO [RS:0;c2ef38372881:34701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34701 2024-12-04T20:27:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1342369923/rs/c2ef38372881,34701,1733344033583 2024-12-04T20:27:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923/rs 2024-12-04T20:27:50,408 INFO [RS:0;c2ef38372881:34701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:50,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,34701,1733344033583] 2024-12-04T20:27:50,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1342369923/draining/c2ef38372881,34701,1733344033583 already deleted, retry=false 2024-12-04T20:27:50,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,34701,1733344033583 expired; onlineServers=0 2024-12-04T20:27:50,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,41545,1733344033542' ***** 2024-12-04T20:27:50,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:27:50,410 INFO [M:0;c2ef38372881:41545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:27:50,410 INFO [M:0;c2ef38372881:41545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:27:50,410 DEBUG [M:0;c2ef38372881:41545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:27:50,410 DEBUG [M:0;c2ef38372881:41545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:27:50,410 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344035324 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344035324,5,FailOnTimeoutGroup] 2024-12-04T20:27:50,410 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344035324 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344035324,5,FailOnTimeoutGroup] 2024-12-04T20:27:50,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:27:50,410 INFO [M:0;c2ef38372881:41545 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:27:50,410 INFO [M:0;c2ef38372881:41545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:27:50,410 DEBUG [M:0;c2ef38372881:41545 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:27:50,410 INFO [M:0;c2ef38372881:41545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:27:50,410 INFO [M:0;c2ef38372881:41545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:27:50,410 INFO [M:0;c2ef38372881:41545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:27:50,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:27:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1342369923/master 2024-12-04T20:27:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1342369923 2024-12-04T20:27:50,414 DEBUG [M:0;c2ef38372881:41545 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1342369923/master already deleted, retry=false 2024-12-04T20:27:50,414 DEBUG [M:0;c2ef38372881:41545 {}] master.ActiveMasterManager(353): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1342369923/master 2024-12-04T20:27:50,414 INFO [M:0;c2ef38372881:41545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/.lastflushedseqids 2024-12-04T20:27:50,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741848_1024 (size=245) 2024-12-04T20:27:50,510 INFO [RS:0;c2ef38372881:34701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:50,510 INFO [RS:0;c2ef38372881:34701 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,34701,1733344033583; zookeeper connection closed. 2024-12-04T20:27:50,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:50,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x100a6ea53ea0001, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:50,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@403915b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@403915b4 2024-12-04T20:27:50,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:27:50,823 INFO [M:0;c2ef38372881:41545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:27:50,824 INFO [M:0;c2ef38372881:41545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:27:50,824 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:50,824 INFO [M:0;c2ef38372881:41545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:50,824 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:50,824 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:50,824 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:50,824 INFO [M:0;c2ef38372881:41545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-04T20:27:50,839 DEBUG [M:0;c2ef38372881:41545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5abdc9d95bcd4721becc72a6cdf8a667 is 82, key is hbase:meta,,1/info:regioninfo/1733344036485/Put/seqid=0 2024-12-04T20:27:50,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741849_1025 (size=5672) 2024-12-04T20:27:50,854 INFO [M:0;c2ef38372881:41545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5abdc9d95bcd4721becc72a6cdf8a667 2024-12-04T20:27:50,878 DEBUG [M:0;c2ef38372881:41545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e665f89c23904d1b963fa806fb9e0d3e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733344045293/Put/seqid=0 2024-12-04T20:27:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741850_1026 (size=7219) 2024-12-04T20:27:50,887 INFO [M:0;c2ef38372881:41545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e665f89c23904d1b963fa806fb9e0d3e 2024-12-04T20:27:50,893 INFO [M:0;c2ef38372881:41545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e665f89c23904d1b963fa806fb9e0d3e 2024-12-04T20:27:50,915 DEBUG [M:0;c2ef38372881:41545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477acdb9d4ee4b19a7636fb844a8f2a6 is 69, key is c2ef38372881,34701,1733344033583/rs:state/1733344035420/Put/seqid=0 2024-12-04T20:27:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741851_1027 (size=5156) 2024-12-04T20:27:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:27:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:27:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:27:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:27:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:27:51,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:27:51,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:27:51,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:51,256 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68580 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:27:51,324 INFO [M:0;c2ef38372881:41545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477acdb9d4ee4b19a7636fb844a8f2a6 2024-12-04T20:27:51,329 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5abdc9d95bcd4721becc72a6cdf8a667 as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5abdc9d95bcd4721becc72a6cdf8a667 2024-12-04T20:27:51,338 INFO [M:0;c2ef38372881:41545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5abdc9d95bcd4721becc72a6cdf8a667, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T20:27:51,339 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e665f89c23904d1b963fa806fb9e0d3e as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e665f89c23904d1b963fa806fb9e0d3e 2024-12-04T20:27:51,346 INFO [M:0;c2ef38372881:41545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e665f89c23904d1b963fa806fb9e0d3e 2024-12-04T20:27:51,347 INFO [M:0;c2ef38372881:41545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e665f89c23904d1b963fa806fb9e0d3e, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T20:27:51,348 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477acdb9d4ee4b19a7636fb844a8f2a6 as hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477acdb9d4ee4b19a7636fb844a8f2a6 2024-12-04T20:27:51,369 INFO [M:0;c2ef38372881:41545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/3b4147ab-f480-8619-b4b4-cf4fdf5b80c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477acdb9d4ee4b19a7636fb844a8f2a6, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T20:27:51,373 INFO [M:0;c2ef38372881:41545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=105, compaction requested=false 2024-12-04T20:27:51,387 INFO [M:0;c2ef38372881:41545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:51,387 DEBUG [M:0;c2ef38372881:41545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344070824Disabling compacts and flushes for region at 1733344070824Disabling writes for close at 1733344070824Obtaining lock to block concurrent updates at 1733344070824Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344070824Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733344070824Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344070825 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344070825Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344070838 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344070838Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344070862 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344070877 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344070877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344070893 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344070915 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344070915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f14ac2c: reopening flushed file at 1733344071328 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f9c95a: reopening flushed file at 1733344071338 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cbaa85: reopening flushed file at 1733344071348 (+10 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=105, compaction requested=false at 1733344071373 (+25 ms)Writing region close event to WAL at 1733344071387 (+14 ms)Closed at 1733344071387 2024-12-04T20:27:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741830_1006 (size=64435) 2024-12-04T20:27:51,393 INFO [M:0;c2ef38372881:41545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:27:51,393 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:27:51,393 INFO [M:0;c2ef38372881:41545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41545 2024-12-04T20:27:51,393 INFO [M:0;c2ef38372881:41545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:27:51,494 INFO [M:0;c2ef38372881:41545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:27:51,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:51,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x100a6ea53ea0000, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:27:51,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:51,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:51,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:51,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:51,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:51,533 WARN [BP-1609646761-172.17.0.2-1733344032650 heartbeating to localhost/127.0.0.1:43023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:27:51,533 WARN [BP-1609646761-172.17.0.2-1733344032650 heartbeating to localhost/127.0.0.1:43023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1609646761-172.17.0.2-1733344032650 (Datanode Uuid 16f2ec1a-8a6b-450d-96fb-3c4fc9282211) service to localhost/127.0.0.1:43023 2024-12-04T20:27:51,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5/data/data1/current/BP-1609646761-172.17.0.2-1733344032650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:51,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/cluster_15208138-9b5e-01da-8f8f-9ad8a00638d5/data/data2/current/BP-1609646761-172.17.0.2-1733344032650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:27:51,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:27:51,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:27:51,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:27:51,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:51,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:27:51,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:27:51,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:27:51,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42228b-17db-a1ce-8879-dbd32af1fe47/hadoop.log.dir/,STOPPED} 2024-12-04T20:27:51,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:27:51,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:27:51,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42223 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43023 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38315 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4313 (was 4056) - AvailableMemoryMB LEAK? - 2024-12-04T20:27:51,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=4313 2024-12-04T20:27:51,653 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T20:27:51,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.log.dir so I do NOT create it in target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5 2024-12-04T20:27:51,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:27:51,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.tmp.dir so I do NOT create it in target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5 2024-12-04T20:27:51,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cd05e09-4d07-376c-a675-5bb1f0484677/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:27:51,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5 2024-12-04T20:27:51,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257, deleteOnExit=true 2024-12-04T20:27:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6ea53ea0005, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:27:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100a6ea53ea0008, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:27:51,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6ea53ea0005, quorum=127.0.0.1:61668, baseZNode=/1387117985 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:27:51,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100a6ea53ea0008, quorum=127.0.0.1:61668, baseZNode=/2-565024614 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:27:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6ea53ea0002, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:27:51,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6ea53ea0002, quorum=127.0.0.1:61668, baseZNode=/0-1342369923 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:27:51,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257/zookeeper_0, clientPort=60303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:27:51,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60303 2024-12-04T20:27:51,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/test.cache.data in system properties and HBase conf 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:27:51,705 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:27:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:27:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:27:51,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:51,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:51,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:51,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:51,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:51,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:51,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:51,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d101001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:51,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28df01c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/java.io.tmpdir/jetty-localhost-39281-hadoop-hdfs-3_4_1-tests_jar-_-any-334210562093583447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:51,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a8f67af{HTTP/1.1, (http/1.1)}{localhost:39281} 2024-12-04T20:27:51,960 INFO [Time-limited test {}] server.Server(415): Started @245451ms 2024-12-04T20:27:52,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:52,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:52,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:52,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:52,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:52,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:52,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:52,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47338a4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/java.io.tmpdir/jetty-localhost-37899-hadoop-hdfs-3_4_1-tests_jar-_-any-1414004480456752092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:52,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:37899} 2024-12-04T20:27:52,239 INFO [Time-limited test {}] server.Server(415): Started @245730ms 2024-12-04T20:27:52,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:27:52,508 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257/data/data1/current/BP-1874395592-172.17.0.2-1733344071726/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:52,516 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257/data/data2/current/BP-1874395592-172.17.0.2-1733344071726/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:52,577 WARN [Thread-3414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:27:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63856858131b6e34 with lease ID 0x6e6021e7d7a7cfd3: Processing first storage report for DS-d07463f5-9c66-4be4-9c21-d3f9b6ef9b6e from datanode DatanodeRegistration(127.0.0.1:42431, datanodeUuid=b10ae73f-c305-4f3e-84dc-77353ab7d67e, infoPort=36869, infoSecurePort=0, ipcPort=35811, storageInfo=lv=-57;cid=testClusterID;nsid=226471753;c=1733344071726) 2024-12-04T20:27:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63856858131b6e34 with lease ID 0x6e6021e7d7a7cfd3: from storage DS-d07463f5-9c66-4be4-9c21-d3f9b6ef9b6e node DatanodeRegistration(127.0.0.1:42431, datanodeUuid=b10ae73f-c305-4f3e-84dc-77353ab7d67e, infoPort=36869, infoSecurePort=0, ipcPort=35811, storageInfo=lv=-57;cid=testClusterID;nsid=226471753;c=1733344071726), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63856858131b6e34 with lease ID 0x6e6021e7d7a7cfd3: Processing first storage report for DS-f9a10cf7-c2a1-44ec-ba1e-940455505f0d from datanode DatanodeRegistration(127.0.0.1:42431, datanodeUuid=b10ae73f-c305-4f3e-84dc-77353ab7d67e, infoPort=36869, infoSecurePort=0, ipcPort=35811, storageInfo=lv=-57;cid=testClusterID;nsid=226471753;c=1733344071726) 2024-12-04T20:27:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63856858131b6e34 with lease ID 0x6e6021e7d7a7cfd3: from storage DS-f9a10cf7-c2a1-44ec-ba1e-940455505f0d node DatanodeRegistration(127.0.0.1:42431, datanodeUuid=b10ae73f-c305-4f3e-84dc-77353ab7d67e, infoPort=36869, infoSecurePort=0, ipcPort=35811, storageInfo=lv=-57;cid=testClusterID;nsid=226471753;c=1733344071726), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:52,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5 2024-12-04T20:27:52,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:52,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:27:52,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c with version=8 2024-12-04T20:27:52,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/hbase-staging 2024-12-04T20:27:52,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:52,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:52,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:27:52,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:52,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44981 2024-12-04T20:27:52,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44981 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449810x0, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:52,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44981-0x100a6eaec6d0000 connected 2024-12-04T20:27:52,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:52,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:52,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on znode that does not yet exist, /0-1959606924/running 2024-12-04T20:27:52,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c, hbase.cluster.distributed=false 2024-12-04T20:27:52,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on znode that does not yet exist, /0-1959606924/acl 2024-12-04T20:27:52,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44981 2024-12-04T20:27:52,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44981 2024-12-04T20:27:52,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44981 2024-12-04T20:27:52,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44981 2024-12-04T20:27:52,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44981 2024-12-04T20:27:52,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:52,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33325 2024-12-04T20:27:52,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33325 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:52,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:52,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:52,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333250x0, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:52,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333250x0, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on znode that does not yet exist, /0-1959606924/running 2024-12-04T20:27:52,789 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:27:52,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33325-0x100a6eaec6d0001 connected 2024-12-04T20:27:52,797 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:27:52,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on znode that does not yet exist, /0-1959606924/master 2024-12-04T20:27:52,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on znode that does not yet exist, /0-1959606924/acl 2024-12-04T20:27:52,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33325 2024-12-04T20:27:52,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33325 2024-12-04T20:27:52,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33325 2024-12-04T20:27:52,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33325 2024-12-04T20:27:52,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33325 2024-12-04T20:27:52,829 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:44981 2024-12-04T20:27:52,829 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1959606924/backup-masters/c2ef38372881,44981,1733344072679 2024-12-04T20:27:52,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924/backup-masters 2024-12-04T20:27:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924/backup-masters 2024-12-04T20:27:52,833 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on existing znode=/0-1959606924/backup-masters/c2ef38372881,44981,1733344072679 2024-12-04T20:27:52,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1959606924/master 2024-12-04T20:27:52,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:52,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:52,851 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on existing znode=/0-1959606924/master 2024-12-04T20:27:52,851 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1959606924/backup-masters/c2ef38372881,44981,1733344072679 from backup master directory 2024-12-04T20:27:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1959606924/backup-masters/c2ef38372881,44981,1733344072679 2024-12-04T20:27:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924/backup-masters 2024-12-04T20:27:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924/backup-masters 2024-12-04T20:27:52,853 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:52,853 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,44981,1733344072679 2024-12-04T20:27:52,873 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/hbase.id] with ID: 5491c001-0e96-4b3e-96b9-e52d4c8c42b3 2024-12-04T20:27:52,873 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/.tmp/hbase.id 2024-12-04T20:27:52,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:27:52,934 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/.tmp/hbase.id]:[hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/hbase.id] 2024-12-04T20:27:52,949 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:52,949 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:27:52,950 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:27:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:27:53,025 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:53,026 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:27:53,037 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:27:53,087 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store 2024-12-04T20:27:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:27:53,162 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:53,162 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:53,162 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:53,162 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:53,162 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:53,162 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:53,163 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:53,163 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344073162Disabling compacts and flushes for region at 1733344073162Disabling writes for close at 1733344073162Writing region close event to WAL at 1733344073162Closed at 1733344073162 2024-12-04T20:27:53,164 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/.initializing 2024-12-04T20:27:53,164 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/WALs/c2ef38372881,44981,1733344072679 2024-12-04T20:27:53,165 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:53,167 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C44981%2C1733344072679, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/WALs/c2ef38372881,44981,1733344072679, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/oldWALs, maxLogs=10 2024-12-04T20:27:53,187 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/WALs/c2ef38372881,44981,1733344072679/c2ef38372881%2C44981%2C1733344072679.1733344073167, exclude list is [], retry=0 2024-12-04T20:27:53,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-d07463f5-9c66-4be4-9c21-d3f9b6ef9b6e,DISK] 2024-12-04T20:27:53,213 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/WALs/c2ef38372881,44981,1733344072679/c2ef38372881%2C44981%2C1733344072679.1733344073167 2024-12-04T20:27:53,221 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-04T20:27:53,221 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:53,221 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:53,221 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,222 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:27:53,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:53,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:27:53,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:53,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:27:53,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:53,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:27:53,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:53,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,245 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,246 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,246 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,247 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,247 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:53,248 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:53,263 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:53,264 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63720453, jitterRate=-0.05049125850200653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:53,265 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344073222Initializing all the Stores at 1733344073224 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344073224Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344073232 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344073232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344073232Cleaning up temporary data from old regions at 1733344073247 (+15 ms)Region opened successfully at 1733344073264 (+17 ms) 2024-12-04T20:27:53,277 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:27:53,280 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431bc45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:53,280 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:27:53,281 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:27:53,281 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:27:53,281 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:27:53,281 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:27:53,282 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:27:53,282 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:27:53,288 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:27:53,289 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Unable to get data of znode /0-1959606924/balancer because node does not exist (not necessarily an error) 2024-12-04T20:27:53,290 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1959606924/balancer already deleted, retry=false 2024-12-04T20:27:53,290 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:27:53,291 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Unable to get data of znode /0-1959606924/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:27:53,291 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1959606924/normalizer already deleted, retry=false 2024-12-04T20:27:53,292 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:27:53,293 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Unable to get data of znode /0-1959606924/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:27:53,294 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1959606924/switch/split already deleted, retry=false 2024-12-04T20:27:53,302 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Unable to get data of znode /0-1959606924/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:27:53,303 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1959606924/switch/merge already deleted, retry=false 2024-12-04T20:27:53,306 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Unable to get data of znode /0-1959606924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:27:53,307 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1959606924/snapshot-cleanup already deleted, retry=false 2024-12-04T20:27:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1959606924/running 2024-12-04T20:27:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1959606924/running 2024-12-04T20:27:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,310 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,44981,1733344072679, sessionid=0x100a6eaec6d0000, setting cluster-up flag (Was=false) 2024-12-04T20:27:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,315 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1959606924/flush-table-proc/acquired, /0-1959606924/flush-table-proc/reached, /0-1959606924/flush-table-proc/abort 2024-12-04T20:27:53,316 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,44981,1733344072679 2024-12-04T20:27:53,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,321 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1959606924/online-snapshot/acquired, /0-1959606924/online-snapshot/reached, /0-1959606924/online-snapshot/abort 2024-12-04T20:27:53,323 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,44981,1733344072679 2024-12-04T20:27:53,328 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:27:53,347 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:53,347 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:27:53,348 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:27:53,348 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,44981,1733344072679 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:53,350 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:53,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:27:53,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:27:53,372 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344103371 2024-12-04T20:27:53,372 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:27:53,372 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:27:53,372 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:27:53,372 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:27:53,372 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:27:53,372 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:27:53,373 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,373 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:27:53,373 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:27:53,373 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:27:53,374 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:27:53,374 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:27:53,374 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:27:53,381 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344073374,5,FailOnTimeoutGroup] 2024-12-04T20:27:53,381 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344073381,5,FailOnTimeoutGroup] 2024-12-04T20:27:53,381 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,381 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:27:53,381 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,381 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:27:53,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:27:53,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c 2024-12-04T20:27:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741832_1008 (size=32) 2024-12-04T20:27:53,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:53,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:53,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:53,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:53,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:53,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:53,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:53,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:53,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:53,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:53,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:53,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:53,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:53,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:53,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:53,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740 2024-12-04T20:27:53,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740 2024-12-04T20:27:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:53,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:53,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:53,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:53,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61410143, jitterRate=-0.08491756021976471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:53,435 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(746): ClusterId : 5491c001-0e96-4b3e-96b9-e52d4c8c42b3 2024-12-04T20:27:53,435 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:27:53,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344073405Initializing all the Stores at 1733344073406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344073406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344073409 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344073409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344073409Cleaning up temporary data from old regions at 1733344073419 (+10 ms)Region opened successfully at 1733344073435 (+16 ms) 2024-12-04T20:27:53,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:53,436 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:53,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:53,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:53,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:53,440 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:27:53,441 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:27:53,442 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:27:53,442 DEBUG [RS:0;c2ef38372881:33325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab32782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:53,454 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:53,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344073436Disabling compacts and flushes for region at 1733344073436Disabling writes for close at 1733344073436Writing region close event to WAL at 1733344073454 (+18 ms)Closed at 1733344073454 2024-12-04T20:27:53,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:53,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:27:53,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:27:53,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:53,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:27:53,463 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:33325 2024-12-04T20:27:53,463 INFO [RS:0;c2ef38372881:33325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:27:53,463 INFO [RS:0;c2ef38372881:33325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:27:53,463 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:27:53,464 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,44981,1733344072679 with port=33325, startcode=1733344072779 2024-12-04T20:27:53,464 DEBUG [RS:0;c2ef38372881:33325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:27:53,469 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:27:53,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,33325,1733344072779 2024-12-04T20:27:53,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44981 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,33325,1733344072779 2024-12-04T20:27:53,471 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c 2024-12-04T20:27:53,471 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39089 2024-12-04T20:27:53,471 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:27:53,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924/rs 2024-12-04T20:27:53,474 DEBUG [RS:0;c2ef38372881:33325 {}] zookeeper.ZKUtil(111): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on existing znode=/0-1959606924/rs/c2ef38372881,33325,1733344072779 2024-12-04T20:27:53,474 WARN [RS:0;c2ef38372881:33325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:53,474 INFO [RS:0;c2ef38372881:33325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:53,474 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779 2024-12-04T20:27:53,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,33325,1733344072779] 2024-12-04T20:27:53,479 INFO [RS:0;c2ef38372881:33325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:27:53,481 INFO [RS:0;c2ef38372881:33325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:27:53,481 INFO [RS:0;c2ef38372881:33325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:27:53,481 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,483 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:27:53,484 INFO [RS:0;c2ef38372881:33325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:27:53,484 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,484 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,484 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,484 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,484 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:53,485 DEBUG [RS:0;c2ef38372881:33325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:53,505 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,505 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,505 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,505 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,505 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,505 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33325,1733344072779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:53,535 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:27:53,535 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,33325,1733344072779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,535 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,535 INFO [RS:0;c2ef38372881:33325 {}] regionserver.Replication(171): c2ef38372881,33325,1733344072779 started 2024-12-04T20:27:53,551 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:53,551 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,33325,1733344072779, RpcServer on c2ef38372881/172.17.0.2:33325, sessionid=0x100a6eaec6d0001 2024-12-04T20:27:53,552 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:27:53,552 DEBUG [RS:0;c2ef38372881:33325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,33325,1733344072779 2024-12-04T20:27:53,552 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,33325,1733344072779' 2024-12-04T20:27:53,552 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1959606924/flush-table-proc/abort' 2024-12-04T20:27:53,552 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1959606924/flush-table-proc/acquired' 2024-12-04T20:27:53,553 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:27:53,553 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:27:53,553 DEBUG [RS:0;c2ef38372881:33325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,33325,1733344072779 2024-12-04T20:27:53,553 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,33325,1733344072779' 2024-12-04T20:27:53,553 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1959606924/online-snapshot/abort' 2024-12-04T20:27:53,553 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1959606924/online-snapshot/acquired' 2024-12-04T20:27:53,553 DEBUG [RS:0;c2ef38372881:33325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:27:53,553 INFO [RS:0;c2ef38372881:33325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:27:53,553 INFO [RS:0;c2ef38372881:33325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:27:53,608 WARN [c2ef38372881:44981 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T20:27:53,654 INFO [RS:0;c2ef38372881:33325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:53,655 INFO [RS:0;c2ef38372881:33325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C33325%2C1733344072779, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/oldWALs, maxLogs=10 2024-12-04T20:27:53,670 DEBUG [RS:0;c2ef38372881:33325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655, exclude list is [], retry=0 2024-12-04T20:27:53,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-d07463f5-9c66-4be4-9c21-d3f9b6ef9b6e,DISK] 2024-12-04T20:27:53,675 INFO [RS:0;c2ef38372881:33325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 2024-12-04T20:27:53,675 DEBUG [RS:0;c2ef38372881:33325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-04T20:27:53,858 DEBUG [c2ef38372881:44981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:27:53,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,33325,1733344072779 2024-12-04T20:27:53,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,33325,1733344072779, state=OPENING 2024-12-04T20:27:53,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:27:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:27:53,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1959606924/meta-region-server: CHANGED 2024-12-04T20:27:53,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1959606924/meta-region-server: CHANGED 2024-12-04T20:27:53,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:53,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,33325,1733344072779}] 2024-12-04T20:27:54,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:54,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:27:54,026 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:27:54,026 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:54,026 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:27:54,028 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C33325%2C1733344072779.meta, suffix=.meta, logDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/oldWALs, maxLogs=10 2024-12-04T20:27:54,049 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.meta.1733344074028.meta, exclude list is [], retry=0 2024-12-04T20:27:54,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-d07463f5-9c66-4be4-9c21-d3f9b6ef9b6e,DISK] 2024-12-04T20:27:54,058 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.meta.1733344074028.meta 2024-12-04T20:27:54,058 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-04T20:27:54,058 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:54,059 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:54,059 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:54,059 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:27:54,059 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:27:54,059 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:27:54,059 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:54,059 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:27:54,060 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:27:54,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:54,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:54,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:54,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:54,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:54,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:54,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:54,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:54,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:54,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:54,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:54,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:54,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:54,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:54,081 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:54,082 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740 2024-12-04T20:27:54,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740 2024-12-04T20:27:54,085 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:54,086 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:54,086 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:54,089 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:54,090 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65041339, jitterRate=-0.030808523297309875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:54,090 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:27:54,090 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344074060Writing region info on filesystem at 1733344074060Initializing all the Stores at 1733344074061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344074061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344074065 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344074065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344074065Cleaning up temporary data from old regions at 1733344074086 (+21 ms)Running coprocessor post-open hooks at 1733344074090 (+4 ms)Region opened successfully at 1733344074090 2024-12-04T20:27:54,091 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344074019 2024-12-04T20:27:54,094 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:27:54,094 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:27:54,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,33325,1733344072779 2024-12-04T20:27:54,095 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,33325,1733344072779, state=OPEN 2024-12-04T20:27:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1959606924/meta-region-server 2024-12-04T20:27:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1959606924/meta-region-server 2024-12-04T20:27:54,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1959606924/meta-region-server: CHANGED 2024-12-04T20:27:54,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1959606924/meta-region-server: CHANGED 2024-12-04T20:27:54,097 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,33325,1733344072779 2024-12-04T20:27:54,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:27:54,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,33325,1733344072779 in 235 msec 2024-12-04T20:27:54,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:27:54,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-12-04T20:27:54,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:54,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:27:54,103 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:54,103 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,33325,1733344072779, seqNum=-1] 2024-12-04T20:27:54,103 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:54,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:54,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-04T20:27:54,114 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344074114, completionTime=-1 2024-12-04T20:27:54,114 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:27:54,114 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344134117 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344194117 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44981,1733344072679-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44981,1733344072679-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44981,1733344072679-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:44981, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:54,117 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:54,119 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:27:54,125 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:54,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.279sec 2024-12-04T20:27:54,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:27:54,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:27:54,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:27:54,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:27:54,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:27:54,135 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44981,1733344072679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:54,135 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44981,1733344072679-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:27:54,139 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:27:54,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:27:54,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44981,1733344072679-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:54,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:54,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44981,-1 for getting cluster id 2024-12-04T20:27:54,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:54,232 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5491c001-0e96-4b3e-96b9-e52d4c8c42b3' 2024-12-04T20:27:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5491c001-0e96-4b3e-96b9-e52d4c8c42b3" 2024-12-04T20:27:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3d1bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44981,-1] 2024-12-04T20:27:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:54,233 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:54,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:54,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,33325,1733344072779, seqNum=-1] 2024-12-04T20:27:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:54,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,44981,1733344072679 2024-12-04T20:27:54,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:54,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6eaec6d0002 connected 2024-12-04T20:27:54,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.log.dir so I do NOT create it in target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6 2024-12-04T20:27:54,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:27:54,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.tmp.dir so I do NOT create it in target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6 2024-12-04T20:27:54,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:27:54,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6 2024-12-04T20:27:54,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:27:54,269 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/cluster_f2b828d1-bbf6-5943-5bc4-71312aab5f19, deleteOnExit=true 2024-12-04T20:27:54,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/test.cache.data in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:27:54,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:54,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:27:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:27:54,358 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T20:27:54,360 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,360 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,360 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,361 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,361 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,430 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,430 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,434 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,440 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,444 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:27:54,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:54,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:54,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:54,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:54,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:54,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:54,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:54,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:54,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60a42272{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/java.io.tmpdir/jetty-localhost-33809-hadoop-hdfs-3_4_1-tests_jar-_-any-9759168071384334192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:54,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:33809} 2024-12-04T20:27:54,713 INFO [Time-limited test {}] server.Server(415): Started @248204ms 2024-12-04T20:27:54,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:54,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:54,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:54,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:54,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:27:54,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:54,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:55,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20198d99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/java.io.tmpdir/jetty-localhost-34973-hadoop-hdfs-3_4_1-tests_jar-_-any-13450752960801783554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:55,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:34973} 2024-12-04T20:27:55,055 INFO [Time-limited test {}] server.Server(415): Started @248546ms 2024-12-04T20:27:55,056 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:27:55,282 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/cluster_f2b828d1-bbf6-5943-5bc4-71312aab5f19/data/data1/current/BP-1202567868-172.17.0.2-1733344074302/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:55,283 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/cluster_f2b828d1-bbf6-5943-5bc4-71312aab5f19/data/data2/current/BP-1202567868-172.17.0.2-1733344074302/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:55,343 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:27:55,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86b71dcbfcf3325d with lease ID 0x77a72e27a420610a: Processing first storage report for DS-9bb95f31-155e-4dae-b59b-e7a917f0a0b8 from datanode DatanodeRegistration(127.0.0.1:45729, datanodeUuid=9a31307f-b7e7-4240-8d99-c8a385555734, infoPort=35877, infoSecurePort=0, ipcPort=44751, storageInfo=lv=-57;cid=testClusterID;nsid=1182918706;c=1733344074302) 2024-12-04T20:27:55,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86b71dcbfcf3325d with lease ID 0x77a72e27a420610a: from storage DS-9bb95f31-155e-4dae-b59b-e7a917f0a0b8 node DatanodeRegistration(127.0.0.1:45729, datanodeUuid=9a31307f-b7e7-4240-8d99-c8a385555734, infoPort=35877, infoSecurePort=0, ipcPort=44751, storageInfo=lv=-57;cid=testClusterID;nsid=1182918706;c=1733344074302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:55,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86b71dcbfcf3325d with lease ID 0x77a72e27a420610a: Processing first storage report for DS-4c716c30-752b-4b67-acd5-22446ce72141 from datanode DatanodeRegistration(127.0.0.1:45729, datanodeUuid=9a31307f-b7e7-4240-8d99-c8a385555734, infoPort=35877, infoSecurePort=0, ipcPort=44751, storageInfo=lv=-57;cid=testClusterID;nsid=1182918706;c=1733344074302) 2024-12-04T20:27:55,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86b71dcbfcf3325d with lease ID 0x77a72e27a420610a: from storage DS-4c716c30-752b-4b67-acd5-22446ce72141 node DatanodeRegistration(127.0.0.1:45729, datanodeUuid=9a31307f-b7e7-4240-8d99-c8a385555734, infoPort=35877, infoSecurePort=0, ipcPort=44751, storageInfo=lv=-57;cid=testClusterID;nsid=1182918706;c=1733344074302), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:27:55,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6 2024-12-04T20:27:55,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:55,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:55,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:27:55,473 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3 with version=8 2024-12-04T20:27:55,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/hbase-staging 2024-12-04T20:27:55,475 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:55,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:55,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:55,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:55,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:55,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:55,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:27:55,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:55,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46287 2024-12-04T20:27:55,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46287 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462870x0, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:55,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46287-0x100a6eaec6d0003 connected 2024-12-04T20:27:55,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:55,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:55,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on znode that does not yet exist, /1-1947783395/running 2024-12-04T20:27:55,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3, hbase.cluster.distributed=false 2024-12-04T20:27:55,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on znode that does not yet exist, /1-1947783395/acl 2024-12-04T20:27:55,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46287 2024-12-04T20:27:55,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46287 2024-12-04T20:27:55,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46287 2024-12-04T20:27:55,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46287 2024-12-04T20:27:55,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46287 2024-12-04T20:27:55,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:55,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:55,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:55,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:55,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:55,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:55,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:27:55,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:55,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34565 2024-12-04T20:27:55,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34565 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:55,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:55,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:55,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345650x0, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:55,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345650x0, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on znode that does not yet exist, /1-1947783395/running 2024-12-04T20:27:55,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:27:55,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34565-0x100a6eaec6d0004 connected 2024-12-04T20:27:55,609 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:27:55,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on znode that does not yet exist, /1-1947783395/master 2024-12-04T20:27:55,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on znode that does not yet exist, /1-1947783395/acl 2024-12-04T20:27:55,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-12-04T20:27:55,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-12-04T20:27:55,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-12-04T20:27:55,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-12-04T20:27:55,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-12-04T20:27:55,688 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:46287 2024-12-04T20:27:55,697 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1947783395/backup-masters/c2ef38372881,46287,1733344075475 2024-12-04T20:27:55,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395/backup-masters 2024-12-04T20:27:55,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395/backup-masters 2024-12-04T20:27:55,702 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on existing znode=/1-1947783395/backup-masters/c2ef38372881,46287,1733344075475 2024-12-04T20:27:55,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947783395/master 2024-12-04T20:27:55,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,710 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on existing znode=/1-1947783395/master 2024-12-04T20:27:55,710 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1947783395/backup-masters/c2ef38372881,46287,1733344075475 from backup master directory 2024-12-04T20:27:55,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947783395/backup-masters/c2ef38372881,46287,1733344075475 2024-12-04T20:27:55,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395/backup-masters 2024-12-04T20:27:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395/backup-masters 2024-12-04T20:27:55,712 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:55,712 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,46287,1733344075475 2024-12-04T20:27:55,719 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/hbase.id] with ID: 20aa69ab-346c-4d7f-b481-0561db591411 2024-12-04T20:27:55,719 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/.tmp/hbase.id 2024-12-04T20:27:55,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:27:55,764 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/.tmp/hbase.id]:[hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/hbase.id] 2024-12-04T20:27:55,773 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:55,773 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:27:55,774 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:27:55,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:27:55,807 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:55,807 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:27:55,809 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:27:55,824 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store 2024-12-04T20:27:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:27:55,841 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:55,841 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:55,841 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:55,841 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:55,842 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-04T20:27:55,842 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:55,842 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:55,842 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344075841Disabling compacts and flushes for region at 1733344075841Disabling writes for close at 1733344075842 (+1 ms)Writing region close event to WAL at 1733344075842Closed at 1733344075842 2024-12-04T20:27:55,842 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/.initializing 2024-12-04T20:27:55,842 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/WALs/c2ef38372881,46287,1733344075475 2024-12-04T20:27:55,844 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:55,845 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C46287%2C1733344075475, suffix=, logDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/WALs/c2ef38372881,46287,1733344075475, archiveDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/oldWALs, maxLogs=10 2024-12-04T20:27:55,862 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/WALs/c2ef38372881,46287,1733344075475/c2ef38372881%2C46287%2C1733344075475.1733344075845, exclude list is [], retry=0 2024-12-04T20:27:55,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45729,DS-9bb95f31-155e-4dae-b59b-e7a917f0a0b8,DISK] 2024-12-04T20:27:55,881 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/WALs/c2ef38372881,46287,1733344075475/c2ef38372881%2C46287%2C1733344075475.1733344075845 2024-12-04T20:27:55,882 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-04T20:27:55,882 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:55,882 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:55,882 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,882 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:27:55,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:55,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:55,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:27:55,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:55,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:55,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:27:55,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:55,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:55,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:27:55,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:55,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:55,891 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,891 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,891 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,893 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:55,894 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:55,905 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:55,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58796727, jitterRate=-0.12386049330234528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:55,906 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344075882Initializing all the Stores at 1733344075883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344075883Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344075883Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344075883Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344075883Cleaning up temporary data from old regions at 1733344075893 (+10 ms)Region opened successfully at 1733344075906 (+13 ms) 2024-12-04T20:27:55,913 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:27:55,916 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8f96ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:55,917 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:27:55,917 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:27:55,917 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:27:55,917 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:27:55,917 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:27:55,918 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:27:55,918 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:27:55,922 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:27:55,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Unable to get data of znode /1-1947783395/balancer because node does not exist (not necessarily an error) 2024-12-04T20:27:55,924 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947783395/balancer already deleted, retry=false 2024-12-04T20:27:55,924 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:27:55,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Unable to get data of znode /1-1947783395/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:27:55,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947783395/normalizer already deleted, retry=false 2024-12-04T20:27:55,926 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:27:55,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Unable to get data of znode /1-1947783395/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:27:55,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947783395/switch/split already deleted, retry=false 2024-12-04T20:27:55,928 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Unable to get data of znode /1-1947783395/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:27:55,928 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947783395/switch/merge already deleted, retry=false 2024-12-04T20:27:55,931 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Unable to get data of znode /1-1947783395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:27:55,932 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947783395/snapshot-cleanup already deleted, retry=false 2024-12-04T20:27:55,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947783395/running 2024-12-04T20:27:55,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947783395/running 2024-12-04T20:27:55,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,934 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,46287,1733344075475, sessionid=0x100a6eaec6d0003, setting cluster-up flag (Was=false) 2024-12-04T20:27:55,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,941 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1947783395/flush-table-proc/acquired, /1-1947783395/flush-table-proc/reached, /1-1947783395/flush-table-proc/abort 2024-12-04T20:27:55,944 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,46287,1733344075475 2024-12-04T20:27:55,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:55,960 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1947783395/online-snapshot/acquired, /1-1947783395/online-snapshot/reached, /1-1947783395/online-snapshot/abort 2024-12-04T20:27:55,961 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,46287,1733344075475 2024-12-04T20:27:55,966 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:27:55,969 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:55,970 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:27:55,970 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:27:55,970 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,46287,1733344075475 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:55,972 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:55,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:55,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:27:55,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:55,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:27:55,999 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344105999 2024-12-04T20:27:55,999 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:27:55,999 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:27:56,000 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:27:56,000 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:27:56,000 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:27:56,000 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:27:56,005 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,005 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:27:56,006 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:27:56,006 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:27:56,006 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:27:56,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:27:56,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:27:56,017 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344076017,5,FailOnTimeoutGroup] 2024-12-04T20:27:56,017 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344076017,5,FailOnTimeoutGroup] 2024-12-04T20:27:56,017 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:27:56,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:27:56,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:27:56,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3 2024-12-04T20:27:56,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741832_1008 (size=32) 2024-12-04T20:27:56,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:56,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:56,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:56,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:56,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:56,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:56,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:56,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:56,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:56,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:56,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740 2024-12-04T20:27:56,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740 2024-12-04T20:27:56,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:56,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:56,083 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:56,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:56,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:56,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64204124, jitterRate=-0.04328399896621704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:56,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344076055Initializing all the Stores at 1733344076057 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344076057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344076069 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344076069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344076069Cleaning up temporary data from old regions at 1733344076083 (+14 ms)Region opened successfully at 1733344076098 (+15 ms) 2024-12-04T20:27:56,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:56,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:56,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:56,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:56,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:56,103 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(746): ClusterId : 20aa69ab-346c-4d7f-b481-0561db591411 2024-12-04T20:27:56,103 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:27:56,105 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:27:56,105 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:27:56,106 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:27:56,107 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d415a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:56,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:56,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344076098Disabling compacts and flushes for region at 1733344076098Disabling writes for close at 1733344076099 (+1 ms)Writing region close event to WAL at 1733344076121 (+22 ms)Closed at 1733344076121 2024-12-04T20:27:56,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:56,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:27:56,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:27:56,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:56,126 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:34565 2024-12-04T20:27:56,126 INFO [RS:0;c2ef38372881:34565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:27:56,126 INFO [RS:0;c2ef38372881:34565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:27:56,126 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:27:56,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:27:56,126 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,46287,1733344075475 with port=34565, startcode=1733344075576 2024-12-04T20:27:56,127 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:27:56,129 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:27:56,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46287 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,132 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3 2024-12-04T20:27:56,132 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37753 2024-12-04T20:27:56,132 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:27:56,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395/rs 2024-12-04T20:27:56,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,34565,1733344075576] 2024-12-04T20:27:56,135 DEBUG [RS:0;c2ef38372881:34565 {}] zookeeper.ZKUtil(111): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on existing znode=/1-1947783395/rs/c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,135 WARN [RS:0;c2ef38372881:34565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:56,135 INFO [RS:0;c2ef38372881:34565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:56,135 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,144 INFO [RS:0;c2ef38372881:34565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:27:56,157 INFO [RS:0;c2ef38372881:34565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:27:56,161 INFO [RS:0;c2ef38372881:34565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:27:56,161 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,162 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:27:56,163 INFO [RS:0;c2ef38372881:34565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:27:56,163 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:56,163 DEBUG [RS:0;c2ef38372881:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:56,185 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,185 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,185 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,185 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,185 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,185 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34565,1733344075576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:56,209 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:27:56,209 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34565,1733344075576-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,209 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,209 INFO [RS:0;c2ef38372881:34565 {}] regionserver.Replication(171): c2ef38372881,34565,1733344075576 started 2024-12-04T20:27:56,235 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,236 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,34565,1733344075576, RpcServer on c2ef38372881/172.17.0.2:34565, sessionid=0x100a6eaec6d0004 2024-12-04T20:27:56,236 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:27:56,236 DEBUG [RS:0;c2ef38372881:34565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,236 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,34565,1733344075576' 2024-12-04T20:27:56,236 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1947783395/flush-table-proc/abort' 2024-12-04T20:27:56,237 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1947783395/flush-table-proc/acquired' 2024-12-04T20:27:56,237 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:27:56,237 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:27:56,237 DEBUG [RS:0;c2ef38372881:34565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,237 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,34565,1733344075576' 2024-12-04T20:27:56,237 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1947783395/online-snapshot/abort' 2024-12-04T20:27:56,238 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1947783395/online-snapshot/acquired' 2024-12-04T20:27:56,239 DEBUG [RS:0;c2ef38372881:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:27:56,239 INFO [RS:0;c2ef38372881:34565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:27:56,239 INFO [RS:0;c2ef38372881:34565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:27:56,277 WARN [c2ef38372881:46287 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T20:27:56,340 INFO [RS:0;c2ef38372881:34565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:56,342 INFO [RS:0;c2ef38372881:34565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34565%2C1733344075576, suffix=, logDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576, archiveDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/oldWALs, maxLogs=10 2024-12-04T20:27:56,361 DEBUG [RS:0;c2ef38372881:34565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, exclude list is [], retry=0 2024-12-04T20:27:56,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45729,DS-9bb95f31-155e-4dae-b59b-e7a917f0a0b8,DISK] 2024-12-04T20:27:56,373 INFO [RS:0;c2ef38372881:34565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 2024-12-04T20:27:56,381 DEBUG [RS:0;c2ef38372881:34565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-04T20:27:56,527 DEBUG [c2ef38372881:46287 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:27:56,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,528 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,34565,1733344075576, state=OPENING 2024-12-04T20:27:56,529 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:27:56,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:56,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:27:56,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947783395/meta-region-server: CHANGED 2024-12-04T20:27:56,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947783395/meta-region-server: CHANGED 2024-12-04T20:27:56,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:56,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,34565,1733344075576}] 2024-12-04T20:27:56,685 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:27:56,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:27:56,713 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:27:56,713 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:56,713 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:27:56,714 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34565%2C1733344075576.meta, suffix=.meta, logDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576, archiveDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/oldWALs, maxLogs=10 2024-12-04T20:27:56,748 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.meta.1733344076714.meta, exclude list is [], retry=0 2024-12-04T20:27:56,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45729,DS-9bb95f31-155e-4dae-b59b-e7a917f0a0b8,DISK] 2024-12-04T20:27:56,751 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.meta.1733344076714.meta 2024-12-04T20:27:56,751 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-04T20:27:56,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:56,752 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:27:56,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:27:56,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:27:56,752 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:27:56,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:27:56,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:56,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:27:56,752 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:27:56,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:56,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:56,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:56,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:56,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:56,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:56,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:56,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:56,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:56,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:56,757 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:56,757 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740 2024-12-04T20:27:56,758 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740 2024-12-04T20:27:56,759 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:56,759 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:56,759 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:56,760 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:56,760 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64545677, jitterRate=-0.03819446265697479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:56,761 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:27:56,761 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344076753Writing region info on filesystem at 1733344076753Initializing all the Stores at 1733344076753Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344076753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344076753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344076754 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344076754Cleaning up temporary data from old regions at 1733344076759 (+5 ms)Running coprocessor post-open hooks at 1733344076761 (+2 ms)Region opened successfully at 1733344076761 2024-12-04T20:27:56,764 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344076685 2024-12-04T20:27:56,766 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:27:56,766 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:27:56,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,767 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,34565,1733344075576, state=OPEN 2024-12-04T20:27:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1947783395/meta-region-server 2024-12-04T20:27:56,768 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,34565,1733344075576 2024-12-04T20:27:56,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947783395/meta-region-server: CHANGED 2024-12-04T20:27:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1947783395/meta-region-server 2024-12-04T20:27:56,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947783395/meta-region-server: CHANGED 2024-12-04T20:27:56,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:27:56,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,34565,1733344075576 in 237 msec 2024-12-04T20:27:56,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:27:56,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-12-04T20:27:56,772 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:56,772 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:27:56,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:56,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34565,1733344075576, seqNum=-1] 2024-12-04T20:27:56,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:56,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:56,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 812 msec 2024-12-04T20:27:56,780 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344076780, completionTime=-1 2024-12-04T20:27:56,780 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:27:56,780 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:27:56,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:27:56,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344136782 2024-12-04T20:27:56,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344196782 2024-12-04T20:27:56,782 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:27:56,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46287,1733344075475-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46287,1733344075475-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46287,1733344075475-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:46287, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,783 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,785 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:27:56,786 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.074sec 2024-12-04T20:27:56,786 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:27:56,786 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:27:56,786 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:27:56,786 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:27:56,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:27:56,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46287,1733344075475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:56,787 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46287,1733344075475-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:27:56,789 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:27:56,789 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:27:56,789 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46287,1733344075475-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:56,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:56,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:27:56,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:27:56,796 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:27:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:27:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:27:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a94a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:27:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:27:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:27:56,798 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:27:56,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:27:56,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:27:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34565,1733344075576, seqNum=-1] 2024-12-04T20:27:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:27:56,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:27:56,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,46287,1733344075475 2024-12-04T20:27:56,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:56,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6eaec6d0005 connected 2024-12-04T20:27:56,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.log.dir so I do NOT create it in target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c 2024-12-04T20:27:56,812 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:27:56,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.tmp.dir so I do NOT create it in target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c 2024-12-04T20:27:56,812 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:27:56,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c 2024-12-04T20:27:56,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:27:56,812 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/cluster_b4cc1899-f7d3-292f-c974-00f50d0e2af7, deleteOnExit=true 2024-12-04T20:27:56,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:27:56,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/test.cache.data in system properties and HBase conf 2024-12-04T20:27:56,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:27:56,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:27:56,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:27:56,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:27:56,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:27:56,813 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:27:56,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:27:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:27:56,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:56,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:56,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:56,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:56,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:56,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:56,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:56,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:57,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/java.io.tmpdir/jetty-localhost-46317-hadoop-hdfs-3_4_1-tests_jar-_-any-5234949524991968057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:27:57,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:46317} 2024-12-04T20:27:57,078 INFO [Time-limited test {}] server.Server(415): Started @250569ms 2024-12-04T20:27:57,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:27:57,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:27:57,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:27:57,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:27:57,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:27:57,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:27:57,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:27:57,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd274ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/java.io.tmpdir/jetty-localhost-41585-hadoop-hdfs-3_4_1-tests_jar-_-any-12343204444581366273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:27:57,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:41585} 2024-12-04T20:27:57,320 INFO [Time-limited test {}] server.Server(415): Started @250811ms 2024-12-04T20:27:57,321 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:27:57,500 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/cluster_b4cc1899-f7d3-292f-c974-00f50d0e2af7/data/data1/current/BP-1032282248-172.17.0.2-1733344076836/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:57,517 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/cluster_b4cc1899-f7d3-292f-c974-00f50d0e2af7/data/data2/current/BP-1032282248-172.17.0.2-1733344076836/current, will proceed with Du for space computation calculation, 2024-12-04T20:27:57,631 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:27:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa53e0687b5b29a8a with lease ID 0xdc9973cd1df01ec1: Processing first storage report for DS-0e2710a6-0f79-45c2-baea-7187cc5b789d from datanode DatanodeRegistration(127.0.0.1:41787, datanodeUuid=f47c5252-6764-4f30-a9ab-98ff41b3e8b0, infoPort=40971, infoSecurePort=0, ipcPort=41707, storageInfo=lv=-57;cid=testClusterID;nsid=800974790;c=1733344076836) 2024-12-04T20:27:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa53e0687b5b29a8a with lease ID 0xdc9973cd1df01ec1: from storage DS-0e2710a6-0f79-45c2-baea-7187cc5b789d node DatanodeRegistration(127.0.0.1:41787, datanodeUuid=f47c5252-6764-4f30-a9ab-98ff41b3e8b0, infoPort=40971, infoSecurePort=0, ipcPort=41707, storageInfo=lv=-57;cid=testClusterID;nsid=800974790;c=1733344076836), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa53e0687b5b29a8a with lease ID 0xdc9973cd1df01ec1: Processing first storage report for DS-6146576e-57ea-4272-a43a-04cbf57b202a from datanode DatanodeRegistration(127.0.0.1:41787, datanodeUuid=f47c5252-6764-4f30-a9ab-98ff41b3e8b0, infoPort=40971, infoSecurePort=0, ipcPort=41707, storageInfo=lv=-57;cid=testClusterID;nsid=800974790;c=1733344076836) 2024-12-04T20:27:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa53e0687b5b29a8a with lease ID 0xdc9973cd1df01ec1: from storage DS-6146576e-57ea-4272-a43a-04cbf57b202a node DatanodeRegistration(127.0.0.1:41787, datanodeUuid=f47c5252-6764-4f30-a9ab-98ff41b3e8b0, infoPort=40971, infoSecurePort=0, ipcPort=41707, storageInfo=lv=-57;cid=testClusterID;nsid=800974790;c=1733344076836), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:27:57,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c 2024-12-04T20:27:57,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:57,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:57,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:27:57,735 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e with version=8 2024-12-04T20:27:57,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/hbase-staging 2024-12-04T20:27:57,737 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:57,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:57,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:57,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:57,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:57,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:57,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:27:57,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:57,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34169 2024-12-04T20:27:57,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34169 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341690x0, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:57,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34169-0x100a6eaec6d0006 connected 2024-12-04T20:27:57,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:57,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:57,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on znode that does not yet exist, /2-1546175426/running 2024-12-04T20:27:57,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e, hbase.cluster.distributed=false 2024-12-04T20:27:57,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on znode that does not yet exist, /2-1546175426/acl 2024-12-04T20:27:57,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34169 2024-12-04T20:27:57,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34169 2024-12-04T20:27:57,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34169 2024-12-04T20:27:57,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34169 2024-12-04T20:27:57,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34169 2024-12-04T20:27:57,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:27:57,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:57,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:57,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:27:57,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:27:57,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:27:57,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:27:57,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:27:57,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37559 2024-12-04T20:27:57,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37559 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:27:57,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:57,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:57,829 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375590x0, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:27:57,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37559-0x100a6eaec6d0007 connected 2024-12-04T20:27:57,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on znode that does not yet exist, /2-1546175426/running 2024-12-04T20:27:57,833 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:27:57,858 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:27:57,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on znode that does not yet exist, /2-1546175426/master 2024-12-04T20:27:57,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on znode that does not yet exist, /2-1546175426/acl 2024-12-04T20:27:57,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37559 2024-12-04T20:27:57,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37559 2024-12-04T20:27:57,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37559 2024-12-04T20:27:57,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37559 2024-12-04T20:27:57,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37559 2024-12-04T20:27:57,905 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:34169 2024-12-04T20:27:57,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1546175426/backup-masters/c2ef38372881,34169,1733344077737 2024-12-04T20:27:57,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426/backup-masters 2024-12-04T20:27:57,907 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426/backup-masters 2024-12-04T20:27:57,907 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on existing znode=/2-1546175426/backup-masters/c2ef38372881,34169,1733344077737 2024-12-04T20:27:57,908 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1546175426/master 2024-12-04T20:27:57,908 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:57,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:57,908 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on existing znode=/2-1546175426/master 2024-12-04T20:27:57,909 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1546175426/backup-masters/c2ef38372881,34169,1733344077737 from backup master directory 2024-12-04T20:27:57,910 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426/backup-masters 2024-12-04T20:27:57,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1546175426/backup-masters/c2ef38372881,34169,1733344077737 2024-12-04T20:27:57,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426/backup-masters 2024-12-04T20:27:57,910 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:57,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,34169,1733344077737 2024-12-04T20:27:57,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/hbase.id] with ID: ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53 2024-12-04T20:27:57,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/.tmp/hbase.id 2024-12-04T20:27:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:27:57,941 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/.tmp/hbase.id]:[hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/hbase.id] 2024-12-04T20:27:57,951 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:27:57,951 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:27:57,952 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:27:57,953 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:57,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:57,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:27:57,989 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:27:57,990 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:27:57,998 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:27:58,444 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store 2024-12-04T20:27:58,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:27:58,850 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:58,850 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:27:58,850 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:58,850 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:58,850 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:27:58,850 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:58,850 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:27:58,850 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344078850Disabling compacts and flushes for region at 1733344078850Disabling writes for close at 1733344078850Writing region close event to WAL at 1733344078850Closed at 1733344078850 2024-12-04T20:27:58,851 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/.initializing 2024-12-04T20:27:58,851 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/WALs/c2ef38372881,34169,1733344077737 2024-12-04T20:27:58,852 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:58,854 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C34169%2C1733344077737, suffix=, logDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/WALs/c2ef38372881,34169,1733344077737, archiveDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/oldWALs, maxLogs=10 2024-12-04T20:27:58,871 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/WALs/c2ef38372881,34169,1733344077737/c2ef38372881%2C34169%2C1733344077737.1733344078854, exclude list is [], retry=0 2024-12-04T20:27:58,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41787,DS-0e2710a6-0f79-45c2-baea-7187cc5b789d,DISK] 2024-12-04T20:27:58,883 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/WALs/c2ef38372881,34169,1733344077737/c2ef38372881%2C34169%2C1733344077737.1733344078854 2024-12-04T20:27:58,884 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-12-04T20:27:58,884 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:27:58,884 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:58,884 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,884 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:27:58,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:58,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:58,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:27:58,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:58,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:58,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:27:58,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:58,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:58,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:27:58,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:58,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:27:58,901 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,901 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,902 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,902 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,902 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,903 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:58,905 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:27:58,906 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:58,906 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70619780, jitterRate=0.05231672525405884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:58,906 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344078884Initializing all the Stores at 1733344078887 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344078887Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344078889 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344078889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344078889Cleaning up temporary data from old regions at 1733344078902 (+13 ms)Region opened successfully at 1733344078906 (+4 ms) 2024-12-04T20:27:58,907 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:27:58,909 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760dcab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:58,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:27:58,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:27:58,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:27:58,910 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:27:58,911 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:27:58,911 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:27:58,911 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:27:58,920 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:27:58,921 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Unable to get data of znode /2-1546175426/balancer because node does not exist (not necessarily an error) 2024-12-04T20:27:58,922 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1546175426/balancer already deleted, retry=false 2024-12-04T20:27:58,922 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:27:58,922 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Unable to get data of znode /2-1546175426/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:27:58,923 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1546175426/normalizer already deleted, retry=false 2024-12-04T20:27:58,923 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:27:58,924 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Unable to get data of znode /2-1546175426/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:27:58,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1546175426/switch/split already deleted, retry=false 2024-12-04T20:27:58,925 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Unable to get data of znode /2-1546175426/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:27:58,926 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1546175426/switch/merge already deleted, retry=false 2024-12-04T20:27:58,927 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Unable to get data of znode /2-1546175426/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:27:58,928 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1546175426/snapshot-cleanup already deleted, retry=false 2024-12-04T20:27:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1546175426/running 2024-12-04T20:27:58,929 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1546175426/running 2024-12-04T20:27:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:58,929 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:58,929 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,34169,1733344077737, sessionid=0x100a6eaec6d0006, setting cluster-up flag (Was=false) 2024-12-04T20:27:58,931 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:58,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:58,933 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1546175426/flush-table-proc/acquired, /2-1546175426/flush-table-proc/reached, /2-1546175426/flush-table-proc/abort 2024-12-04T20:27:58,936 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,34169,1733344077737 2024-12-04T20:27:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:58,938 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:58,940 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1546175426/online-snapshot/acquired, /2-1546175426/online-snapshot/reached, /2-1546175426/online-snapshot/abort 2024-12-04T20:27:58,941 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,34169,1733344077737 2024-12-04T20:27:58,945 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:27:58,950 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:58,950 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:27:58,950 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:27:58,951 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,34169,1733344077737 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:58,953 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:58,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:58,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:27:58,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:58,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:27:58,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344108993 2024-12-04T20:27:58,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:27:58,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:27:58,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:27:58,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:27:58,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:27:58,993 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:27:58,994 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,004 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(746): ClusterId : ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53 2024-12-04T20:27:59,004 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:27:59,005 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:27:59,005 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:27:59,005 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:27:59,005 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:27:59,005 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:27:59,005 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:27:59,012 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:27:59,013 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4fa343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:27:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:27:59,021 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:27:59,021 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:27:59,037 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344079021,5,FailOnTimeoutGroup] 2024-12-04T20:27:59,039 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:37559 2024-12-04T20:27:59,039 INFO [RS:0;c2ef38372881:37559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:27:59,039 INFO [RS:0;c2ef38372881:37559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:27:59,039 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:27:59,039 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,34169,1733344077737 with port=37559, startcode=1733344077818 2024-12-04T20:27:59,040 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:27:59,041 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344079037,5,FailOnTimeoutGroup] 2024-12-04T20:27:59,041 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,041 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:27:59,041 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,041 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,049 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:27:59,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,37559,1733344077818 2024-12-04T20:27:59,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34169 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,37559,1733344077818 2024-12-04T20:27:59,052 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e 2024-12-04T20:27:59,052 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34773 2024-12-04T20:27:59,052 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:27:59,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426/rs 2024-12-04T20:27:59,054 DEBUG [RS:0;c2ef38372881:37559 {}] zookeeper.ZKUtil(111): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on existing znode=/2-1546175426/rs/c2ef38372881,37559,1733344077818 2024-12-04T20:27:59,054 WARN [RS:0;c2ef38372881:37559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:27:59,054 INFO [RS:0;c2ef38372881:37559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:27:59,055 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818 2024-12-04T20:27:59,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,37559,1733344077818] 2024-12-04T20:27:59,070 INFO [RS:0;c2ef38372881:37559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:27:59,071 INFO [RS:0;c2ef38372881:37559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:27:59,071 INFO [RS:0;c2ef38372881:37559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:27:59,071 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,073 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:27:59,074 INFO [RS:0;c2ef38372881:37559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:27:59,074 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:59,074 DEBUG [RS:0;c2ef38372881:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:27:59,075 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,075 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,075 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,075 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,075 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,075 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37559,1733344077818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:27:59,089 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:27:59,089 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37559,1733344077818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,089 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,089 INFO [RS:0;c2ef38372881:37559 {}] regionserver.Replication(171): c2ef38372881,37559,1733344077818 started 2024-12-04T20:27:59,102 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:27:59,102 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,37559,1733344077818, RpcServer on c2ef38372881/172.17.0.2:37559, sessionid=0x100a6eaec6d0007 2024-12-04T20:27:59,102 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:27:59,102 DEBUG [RS:0;c2ef38372881:37559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,37559,1733344077818 2024-12-04T20:27:59,102 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,37559,1733344077818' 2024-12-04T20:27:59,102 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1546175426/flush-table-proc/abort' 2024-12-04T20:27:59,103 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1546175426/flush-table-proc/acquired' 2024-12-04T20:27:59,104 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:27:59,104 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:27:59,104 DEBUG [RS:0;c2ef38372881:37559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,37559,1733344077818 2024-12-04T20:27:59,104 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,37559,1733344077818' 2024-12-04T20:27:59,104 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1546175426/online-snapshot/abort' 2024-12-04T20:27:59,104 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1546175426/online-snapshot/acquired' 2024-12-04T20:27:59,104 DEBUG [RS:0;c2ef38372881:37559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:27:59,104 INFO [RS:0;c2ef38372881:37559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:27:59,104 INFO [RS:0;c2ef38372881:37559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:27:59,205 INFO [RS:0;c2ef38372881:37559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:27:59,206 INFO [RS:0;c2ef38372881:37559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C37559%2C1733344077818, suffix=, logDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818, archiveDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/oldWALs, maxLogs=10 2024-12-04T20:27:59,217 DEBUG [RS:0;c2ef38372881:37559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, exclude list is [], retry=0 2024-12-04T20:27:59,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41787,DS-0e2710a6-0f79-45c2-baea-7187cc5b789d,DISK] 2024-12-04T20:27:59,221 INFO [RS:0;c2ef38372881:37559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 2024-12-04T20:27:59,221 DEBUG [RS:0;c2ef38372881:37559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-12-04T20:27:59,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:27:59,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e 2024-12-04T20:27:59,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:27:59,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:27:59,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:27:59,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:27:59,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:27:59,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:59,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:59,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:27:59,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:27:59,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:59,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:59,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:27:59,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:27:59,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:59,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:59,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:27:59,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:27:59,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:27:59,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:27:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:27:59,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740 2024-12-04T20:27:59,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740 2024-12-04T20:27:59,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:27:59,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:27:59,829 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:27:59,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:27:59,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:27:59,831 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65276954, jitterRate=-0.02729758620262146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:27:59,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344079821Initializing all the Stores at 1733344079822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344079822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344079822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344079822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344079822Cleaning up temporary data from old regions at 1733344079828 (+6 ms)Region opened successfully at 1733344079831 (+3 ms) 2024-12-04T20:27:59,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:27:59,831 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:27:59,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:27:59,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:27:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:27:59,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:27:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344079831Disabling compacts and flushes for region at 1733344079831Disabling writes for close at 1733344079831Writing region close event to WAL at 1733344079832 (+1 ms)Closed at 1733344079832 2024-12-04T20:27:59,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:27:59,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:27:59,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:27:59,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:59,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:27:59,985 DEBUG [c2ef38372881:34169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:27:59,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,37559,1733344077818 2024-12-04T20:27:59,986 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,37559,1733344077818, state=OPENING 2024-12-04T20:27:59,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:27:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:59,987 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:27:59,988 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:27:59,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1546175426/meta-region-server: CHANGED 2024-12-04T20:27:59,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1546175426/meta-region-server: CHANGED 2024-12-04T20:27:59,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,37559,1733344077818}] 2024-12-04T20:28:00,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:00,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:28:00,143 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:28:00,143 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:00,143 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:28:00,144 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C37559%2C1733344077818.meta, suffix=.meta, logDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818, archiveDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/oldWALs, maxLogs=10 2024-12-04T20:28:00,156 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.meta.1733344080145.meta, exclude list is [], retry=0 2024-12-04T20:28:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41787,DS-0e2710a6-0f79-45c2-baea-7187cc5b789d,DISK] 2024-12-04T20:28:00,159 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.meta.1733344080145.meta 2024-12-04T20:28:00,159 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-12-04T20:28:00,159 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:00,160 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:00,160 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:00,160 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:28:00,160 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:28:00,160 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:28:00,160 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:00,160 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:28:00,160 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:28:00,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:00,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:00,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:00,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:00,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:00,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:00,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:00,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:00,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:00,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:00,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:00,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:00,164 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:00,165 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740 2024-12-04T20:28:00,165 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740 2024-12-04T20:28:00,166 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:00,166 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:00,166 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:00,167 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:00,167 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69242308, jitterRate=0.03179079294204712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:00,167 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:28:00,167 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344080160Writing region info on filesystem at 1733344080160Initializing all the Stores at 1733344080161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344080161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344080161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344080161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344080161Cleaning up temporary data from old regions at 1733344080166 (+5 ms)Running coprocessor post-open hooks at 1733344080167 (+1 ms)Region opened successfully at 1733344080167 2024-12-04T20:28:00,168 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344080139 2024-12-04T20:28:00,170 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:28:00,170 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:28:00,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,37559,1733344077818 2024-12-04T20:28:00,171 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,37559,1733344077818, state=OPEN 2024-12-04T20:28:00,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1546175426/meta-region-server 2024-12-04T20:28:00,171 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1546175426/meta-region-server 2024-12-04T20:28:00,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1546175426/meta-region-server: CHANGED 2024-12-04T20:28:00,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1546175426/meta-region-server: CHANGED 2024-12-04T20:28:00,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,37559,1733344077818 2024-12-04T20:28:00,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:28:00,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,37559,1733344077818 in 184 msec 2024-12-04T20:28:00,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:28:00,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 340 msec 2024-12-04T20:28:00,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:00,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:28:00,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:00,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37559,1733344077818, seqNum=-1] 2024-12-04T20:28:00,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:00,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:00,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-12-04T20:28:00,181 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344080181, completionTime=-1 2024-12-04T20:28:00,181 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:28:00,181 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:28:00,182 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:28:00,182 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344140182 2024-12-04T20:28:00,182 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344200182 2024-12-04T20:28:00,182 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:28:00,182 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34169,1733344077737-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:00,183 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34169,1733344077737-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:00,183 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34169,1733344077737-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:00,183 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:34169, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:00,183 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:00,183 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:00,184 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.276sec 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34169,1733344077737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:00,186 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34169,1733344077737-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:28:00,188 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:28:00,188 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:28:00,188 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,34169,1733344077737-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:00,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:00,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,34169,-1 for getting cluster id 2024-12-04T20:28:00,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:00,199 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53' 2024-12-04T20:28:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53" 2024-12-04T20:28:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44abe281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,34169,-1] 2024-12-04T20:28:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:00,200 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:00,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:00,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37559,1733344077818, seqNum=-1] 2024-12-04T20:28:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:00,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:00,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,34169,1733344077737 2024-12-04T20:28:00,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60303 2024-12-04T20:28:00,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:00,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a6eaec6d0008 connected 2024-12-04T20:28:00,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:00,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44981,1733344072679 2024-12-04T20:28:00,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cab6466 2024-12-04T20:28:00,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:00,209 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:00,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:28:00,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:00,211 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:28:00,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:00,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:28:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:00,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7faa5916f43c0e2dfb1343f28c4f99c2, NAME => 'test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c 2024-12-04T20:28:00,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:28:00,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:00,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7faa5916f43c0e2dfb1343f28c4f99c2, disabling compactions & flushes 2024-12-04T20:28:00,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:00,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:00,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. after waiting 0 ms 2024-12-04T20:28:00,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:00,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:00,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7faa5916f43c0e2dfb1343f28c4f99c2: Waiting for close lock at 1733344080623Disabling compacts and flushes for region at 1733344080623Disabling writes for close at 1733344080623Writing region close event to WAL at 1733344080623Closed at 1733344080623 2024-12-04T20:28:00,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:00,624 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344080624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344080624"}]},"ts":"1733344080624"} 2024-12-04T20:28:00,626 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:00,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:00,627 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344080627"}]},"ts":"1733344080627"} 2024-12-04T20:28:00,629 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:28:00,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7faa5916f43c0e2dfb1343f28c4f99c2, ASSIGN}] 2024-12-04T20:28:00,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7faa5916f43c0e2dfb1343f28c4f99c2, ASSIGN 2024-12-04T20:28:00,630 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7faa5916f43c0e2dfb1343f28c4f99c2, ASSIGN; state=OFFLINE, location=c2ef38372881,33325,1733344072779; forceNewPlan=false, retain=false 2024-12-04T20:28:00,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7faa5916f43c0e2dfb1343f28c4f99c2, regionState=OPENING, regionLocation=c2ef38372881,33325,1733344072779 2024-12-04T20:28:00,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7faa5916f43c0e2dfb1343f28c4f99c2, ASSIGN because future has completed 2024-12-04T20:28:00,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7faa5916f43c0e2dfb1343f28c4f99c2, server=c2ef38372881,33325,1733344072779}] 2024-12-04T20:28:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:00,938 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:00,938 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7faa5916f43c0e2dfb1343f28c4f99c2, NAME => 'test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:00,938 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:00,939 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:28:00,939 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,939 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:00,939 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,939 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,940 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,941 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7faa5916f43c0e2dfb1343f28c4f99c2 columnFamilyName f 2024-12-04T20:28:00,941 DEBUG [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,941 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] regionserver.HStore(327): Store=7faa5916f43c0e2dfb1343f28c4f99c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:00,941 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,942 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7faa5916f43c0e2dfb1343f28c4f99c2 columnFamilyName f1 2024-12-04T20:28:00,942 DEBUG [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,943 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] regionserver.HStore(327): Store=7faa5916f43c0e2dfb1343f28c4f99c2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:00,943 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,943 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7faa5916f43c0e2dfb1343f28c4f99c2 columnFamilyName norep 2024-12-04T20:28:00,943 DEBUG [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:00,944 INFO [StoreOpener-7faa5916f43c0e2dfb1343f28c4f99c2-1 {}] regionserver.HStore(327): Store=7faa5916f43c0e2dfb1343f28c4f99c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:00,944 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,944 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,944 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,945 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,945 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,945 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:00,946 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,947 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:00,948 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7faa5916f43c0e2dfb1343f28c4f99c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69927276, jitterRate=0.04199761152267456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:00,948 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:00,948 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7faa5916f43c0e2dfb1343f28c4f99c2: Running coprocessor pre-open hook at 1733344080939Writing region info on filesystem at 1733344080939Initializing all the Stores at 1733344080940 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344080940Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344080940Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344080940Cleaning up temporary data from old regions at 1733344080945 (+5 ms)Running coprocessor post-open hooks at 1733344080948 (+3 ms)Region opened successfully at 1733344080948 2024-12-04T20:28:00,949 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2., pid=6, masterSystemTime=1733344080935 2024-12-04T20:28:00,950 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:00,950 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:00,951 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7faa5916f43c0e2dfb1343f28c4f99c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,33325,1733344072779 2024-12-04T20:28:00,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7faa5916f43c0e2dfb1343f28c4f99c2, server=c2ef38372881,33325,1733344072779 because future has completed 2024-12-04T20:28:00,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:28:00,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7faa5916f43c0e2dfb1343f28c4f99c2, server=c2ef38372881,33325,1733344072779 in 170 msec 2024-12-04T20:28:00,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:28:00,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7faa5916f43c0e2dfb1343f28c4f99c2, ASSIGN in 325 msec 2024-12-04T20:28:00,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:00,956 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344080956"}]},"ts":"1733344080956"} 2024-12-04T20:28:00,957 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:28:00,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:00,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-04T20:28:01,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T20:28:01,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T20:28:01,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T20:28:01,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T20:28:01,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:01,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T20:28:01,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:28:01,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T20:28:01,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:01,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T20:28:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:01,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:01,346 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:28:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46287,1733344075475 2024-12-04T20:28:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454a2042 2024-12-04T20:28:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:01,348 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:01,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:28:01,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:01,350 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:01,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:28:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:01,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:28:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:01,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8bb33924a772dd5175e747371add16a, NAME => 'test,,1733344081348.f8bb33924a772dd5175e747371add16a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3 2024-12-04T20:28:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:28:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:02,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344081348.f8bb33924a772dd5175e747371add16a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:02,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8bb33924a772dd5175e747371add16a, disabling compactions & flushes 2024-12-04T20:28:02,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:02,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:02,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344081348.f8bb33924a772dd5175e747371add16a. after waiting 0 ms 2024-12-04T20:28:02,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:02,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:02,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8bb33924a772dd5175e747371add16a: Waiting for close lock at 1733344082164Disabling compacts and flushes for region at 1733344082164Disabling writes for close at 1733344082165 (+1 ms)Writing region close event to WAL at 1733344082165Closed at 1733344082165 2024-12-04T20:28:02,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:02,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344081348.f8bb33924a772dd5175e747371add16a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344082166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344082166"}]},"ts":"1733344082166"} 2024-12-04T20:28:02,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:02,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:02,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344082169"}]},"ts":"1733344082169"} 2024-12-04T20:28:02,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:28:02,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8bb33924a772dd5175e747371add16a, ASSIGN}] 2024-12-04T20:28:02,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8bb33924a772dd5175e747371add16a, ASSIGN 2024-12-04T20:28:02,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8bb33924a772dd5175e747371add16a, ASSIGN; state=OFFLINE, location=c2ef38372881,34565,1733344075576; forceNewPlan=false, retain=false 2024-12-04T20:28:02,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:02,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:02,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8bb33924a772dd5175e747371add16a, regionState=OPENING, regionLocation=c2ef38372881,34565,1733344075576 2024-12-04T20:28:02,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8bb33924a772dd5175e747371add16a, ASSIGN because future has completed 2024-12-04T20:28:02,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8bb33924a772dd5175e747371add16a, server=c2ef38372881,34565,1733344075576}] 2024-12-04T20:28:02,484 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:02,484 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8bb33924a772dd5175e747371add16a, NAME => 'test,,1733344081348.f8bb33924a772dd5175e747371add16a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:02,484 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:02,484 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:28:02,484 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,485 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344081348.f8bb33924a772dd5175e747371add16a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:02,485 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,485 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:02,486 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,486 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8bb33924a772dd5175e747371add16a columnFamilyName f 2024-12-04T20:28:02,487 DEBUG [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:02,487 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] regionserver.HStore(327): Store=f8bb33924a772dd5175e747371add16a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:02,487 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,488 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8bb33924a772dd5175e747371add16a columnFamilyName f1 2024-12-04T20:28:02,488 DEBUG [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:02,488 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] regionserver.HStore(327): Store=f8bb33924a772dd5175e747371add16a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:02,488 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,489 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8bb33924a772dd5175e747371add16a columnFamilyName norep 2024-12-04T20:28:02,489 DEBUG [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:02,489 INFO [StoreOpener-f8bb33924a772dd5175e747371add16a-1 {}] regionserver.HStore(327): Store=f8bb33924a772dd5175e747371add16a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:02,489 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,490 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,490 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,491 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,491 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,491 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:02,492 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,493 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:02,494 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8bb33924a772dd5175e747371add16a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70867082, jitterRate=0.05600181221961975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:02,494 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:02,494 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8bb33924a772dd5175e747371add16a: Running coprocessor pre-open hook at 1733344082485Writing region info on filesystem at 1733344082485Initializing all the Stores at 1733344082485Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344082485Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344082485Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344082485Cleaning up temporary data from old regions at 1733344082491 (+6 ms)Running coprocessor post-open hooks at 1733344082494 (+3 ms)Region opened successfully at 1733344082494 2024-12-04T20:28:02,495 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344081348.f8bb33924a772dd5175e747371add16a., pid=6, masterSystemTime=1733344082478 2024-12-04T20:28:02,497 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:02,497 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:02,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8bb33924a772dd5175e747371add16a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,34565,1733344075576 2024-12-04T20:28:02,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8bb33924a772dd5175e747371add16a, server=c2ef38372881,34565,1733344075576 because future has completed 2024-12-04T20:28:02,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:28:02,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8bb33924a772dd5175e747371add16a, server=c2ef38372881,34565,1733344075576 in 174 msec 2024-12-04T20:28:02,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:28:02,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8bb33924a772dd5175e747371add16a, ASSIGN in 331 msec 2024-12-04T20:28:02,504 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:02,504 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344082504"}]},"ts":"1733344082504"} 2024-12-04T20:28:02,506 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:28:02,506 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:02,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-04T20:28:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:03,495 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:28:03,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:03,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,34169,1733344077737 2024-12-04T20:28:03,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31828b20 2024-12-04T20:28:03,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:03,497 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:03,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:28:03,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:03,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:03,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:28:03,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:28:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:03,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40533e5045d8b068404a56c453aa586c, NAME => 'test,,1733344083497.40533e5045d8b068404a56c453aa586c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e 2024-12-04T20:28:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344083497.40533e5045d8b068404a56c453aa586c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40533e5045d8b068404a56c453aa586c, disabling compactions & flushes 2024-12-04T20:28:04,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344083497.40533e5045d8b068404a56c453aa586c. after waiting 0 ms 2024-12-04T20:28:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:04,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40533e5045d8b068404a56c453aa586c: Waiting for close lock at 1733344084311Disabling compacts and flushes for region at 1733344084311Disabling writes for close at 1733344084311Writing region close event to WAL at 1733344084311Closed at 1733344084311 2024-12-04T20:28:04,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:04,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344083497.40533e5045d8b068404a56c453aa586c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344084312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344084312"}]},"ts":"1733344084312"} 2024-12-04T20:28:04,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:04,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:04,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344084314"}]},"ts":"1733344084314"} 2024-12-04T20:28:04,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:28:04,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40533e5045d8b068404a56c453aa586c, ASSIGN}] 2024-12-04T20:28:04,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40533e5045d8b068404a56c453aa586c, ASSIGN 2024-12-04T20:28:04,317 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40533e5045d8b068404a56c453aa586c, ASSIGN; state=OFFLINE, location=c2ef38372881,37559,1733344077818; forceNewPlan=false, retain=false 2024-12-04T20:28:04,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40533e5045d8b068404a56c453aa586c, regionState=OPENING, regionLocation=c2ef38372881,37559,1733344077818 2024-12-04T20:28:04,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40533e5045d8b068404a56c453aa586c, ASSIGN because future has completed 2024-12-04T20:28:04,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40533e5045d8b068404a56c453aa586c, server=c2ef38372881,37559,1733344077818}] 2024-12-04T20:28:04,625 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:04,625 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40533e5045d8b068404a56c453aa586c, NAME => 'test,,1733344083497.40533e5045d8b068404a56c453aa586c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:04,625 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:04,625 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:28:04,625 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,625 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344083497.40533e5045d8b068404a56c453aa586c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:04,625 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,625 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,626 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,627 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40533e5045d8b068404a56c453aa586c columnFamilyName f 2024-12-04T20:28:04,627 DEBUG [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:04,627 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] regionserver.HStore(327): Store=40533e5045d8b068404a56c453aa586c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:04,627 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,628 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40533e5045d8b068404a56c453aa586c columnFamilyName f1 2024-12-04T20:28:04,628 DEBUG [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:04,628 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] regionserver.HStore(327): Store=40533e5045d8b068404a56c453aa586c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:04,628 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,629 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40533e5045d8b068404a56c453aa586c columnFamilyName norep 2024-12-04T20:28:04,629 DEBUG [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:04,629 INFO [StoreOpener-40533e5045d8b068404a56c453aa586c-1 {}] regionserver.HStore(327): Store=40533e5045d8b068404a56c453aa586c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:04,629 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,630 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,630 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,631 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,631 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,631 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:04,632 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,633 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:04,633 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40533e5045d8b068404a56c453aa586c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59413763, jitterRate=-0.1146659404039383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:04,633 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:04,633 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40533e5045d8b068404a56c453aa586c: Running coprocessor pre-open hook at 1733344084625Writing region info on filesystem at 1733344084625Initializing all the Stores at 1733344084626 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344084626Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344084626Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344084626Cleaning up temporary data from old regions at 1733344084631 (+5 ms)Running coprocessor post-open hooks at 1733344084633 (+2 ms)Region opened successfully at 1733344084633 2024-12-04T20:28:04,634 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344083497.40533e5045d8b068404a56c453aa586c., pid=6, masterSystemTime=1733344084622 2024-12-04T20:28:04,635 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:04,635 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:04,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40533e5045d8b068404a56c453aa586c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,37559,1733344077818 2024-12-04T20:28:04,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40533e5045d8b068404a56c453aa586c, server=c2ef38372881,37559,1733344077818 because future has completed 2024-12-04T20:28:04,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:28:04,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40533e5045d8b068404a56c453aa586c, server=c2ef38372881,37559,1733344077818 in 172 msec 2024-12-04T20:28:04,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:28:04,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40533e5045d8b068404a56c453aa586c, ASSIGN in 327 msec 2024-12-04T20:28:04,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:04,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344084645"}]},"ts":"1733344084645"} 2024-12-04T20:28:04,647 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:28:04,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:04,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-04T20:28:05,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:28:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:05,646 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:28:05,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:05,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44981,-1 for getting cluster id 2024-12-04T20:28:05,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:05,659 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5491c001-0e96-4b3e-96b9-e52d4c8c42b3' 2024-12-04T20:28:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5491c001-0e96-4b3e-96b9-e52d4c8c42b3" 2024-12-04T20:28:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a798d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44981,-1] 2024-12-04T20:28:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:05,661 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414ec27c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:05,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44981,1733344072679 2024-12-04T20:28:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ca5230f 2024-12-04T20:28:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:05,664 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:05,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:46287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:28:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:28:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:05,668 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:46287' 2024-12-04T20:28:05,685 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a66b953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:05,685 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:28:05,686 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:05,686 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:28:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:28:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63aa8267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:28:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:05,688 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2391a7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:05,689 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:05,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46287,1733344075475 2024-12-04T20:28:05,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d26bfd9 2024-12-04T20:28:05,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:05,691 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:05,692 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T20:28:05,692 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:28:05,692 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:05,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:05,693 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:05,693 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:05,696 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:28:05,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:05,698 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:05,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:05,747 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:28:05,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:28:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:05,786 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e740fcd9ca3ed050d55c8cf4de561ef1, NAME => 'hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c 2024-12-04T20:28:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:28:05,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:05,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e740fcd9ca3ed050d55c8cf4de561ef1, disabling compactions & flushes 2024-12-04T20:28:05,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:05,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:05,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. after waiting 0 ms 2024-12-04T20:28:05,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:05,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:05,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e740fcd9ca3ed050d55c8cf4de561ef1: Waiting for close lock at 1733344085842Disabling compacts and flushes for region at 1733344085842Disabling writes for close at 1733344085842Writing region close event to WAL at 1733344085842Closed at 1733344085842 2024-12-04T20:28:05,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:05,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344085844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344085844"}]},"ts":"1733344085844"} 2024-12-04T20:28:05,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:05,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:05,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344085848"}]},"ts":"1733344085848"} 2024-12-04T20:28:05,851 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:28:05,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e740fcd9ca3ed050d55c8cf4de561ef1, ASSIGN}] 2024-12-04T20:28:05,853 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e740fcd9ca3ed050d55c8cf4de561ef1, ASSIGN 2024-12-04T20:28:05,855 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e740fcd9ca3ed050d55c8cf4de561ef1, ASSIGN; state=OFFLINE, location=c2ef38372881,33325,1733344072779; forceNewPlan=false, retain=false 2024-12-04T20:28:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:06,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e740fcd9ca3ed050d55c8cf4de561ef1, regionState=OPENING, regionLocation=c2ef38372881,33325,1733344072779 2024-12-04T20:28:06,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e740fcd9ca3ed050d55c8cf4de561ef1, ASSIGN because future has completed 2024-12-04T20:28:06,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e740fcd9ca3ed050d55c8cf4de561ef1, server=c2ef38372881,33325,1733344072779}] 2024-12-04T20:28:06,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:06,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:06,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:28:06,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C33325%2C1733344072779.rep, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/oldWALs, maxLogs=10 2024-12-04T20:28:06,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.rep.1733344086201, exclude list is [], retry=0 2024-12-04T20:28:06,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-d07463f5-9c66-4be4-9c21-d3f9b6ef9b6e,DISK] 2024-12-04T20:28:06,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.rep.1733344086201 2024-12-04T20:28:06,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-04T20:28:06,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e740fcd9ca3ed050d55c8cf4de561ef1, NAME => 'hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:06,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:06,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:06,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. service=MultiRowMutationService 2024-12-04T20:28:06,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:28:06,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:06,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,281 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,282 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e740fcd9ca3ed050d55c8cf4de561ef1 columnFamilyName hfileref 2024-12-04T20:28:06,282 DEBUG [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:06,285 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] regionserver.HStore(327): Store=e740fcd9ca3ed050d55c8cf4de561ef1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:06,285 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,286 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e740fcd9ca3ed050d55c8cf4de561ef1 columnFamilyName queue 2024-12-04T20:28:06,286 DEBUG [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:06,286 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] regionserver.HStore(327): Store=e740fcd9ca3ed050d55c8cf4de561ef1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:06,287 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,288 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e740fcd9ca3ed050d55c8cf4de561ef1 columnFamilyName sid 2024-12-04T20:28:06,288 DEBUG [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:06,288 INFO [StoreOpener-e740fcd9ca3ed050d55c8cf4de561ef1-1 {}] regionserver.HStore(327): Store=e740fcd9ca3ed050d55c8cf4de561ef1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:06,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/replication/e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/replication/e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:06,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/replication/e740fcd9ca3ed050d55c8cf4de561ef1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:06,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e740fcd9ca3ed050d55c8cf4de561ef1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608947, jitterRate=0.0074518173933029175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:06,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:06,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e740fcd9ca3ed050d55c8cf4de561ef1: Running coprocessor pre-open hook at 1733344086278Writing region info on filesystem at 1733344086278Initializing all the Stores at 1733344086280 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344086280Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344086281 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344086281Cleaning up temporary data from old regions at 1733344086290 (+9 ms)Running coprocessor post-open hooks at 1733344086298 (+8 ms)Region opened successfully at 1733344086299 (+1 ms) 2024-12-04T20:28:06,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1., pid=10, masterSystemTime=1733344086188 2024-12-04T20:28:06,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e740fcd9ca3ed050d55c8cf4de561ef1, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,33325,1733344072779 2024-12-04T20:28:06,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e740fcd9ca3ed050d55c8cf4de561ef1, server=c2ef38372881,33325,1733344072779 because future has completed 2024-12-04T20:28:06,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:06,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:06,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:28:06,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e740fcd9ca3ed050d55c8cf4de561ef1, server=c2ef38372881,33325,1733344072779 in 279 msec 2024-12-04T20:28:06,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:28:06,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e740fcd9ca3ed050d55c8cf4de561ef1, ASSIGN in 461 msec 2024-12-04T20:28:06,318 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:06,318 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344086318"}]},"ts":"1733344086318"} 2024-12-04T20:28:06,321 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:28:06,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:06,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 629 msec 2024-12-04T20:28:06,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1., hostname=c2ef38372881,33325,1733344072779, seqNum=2] 2024-12-04T20:28:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:28:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:28:06,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:28:06,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:28:06,652 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:28:06,692 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,33325,1733344072779, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:28:06,693 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:06,693 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,33325,1733344072779, seqNum=-1] 2024-12-04T20:28:06,693 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:06,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,33325,1733344072779', locateType=CURRENT is [region=hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1., hostname=c2ef38372881,33325,1733344072779, seqNum=2] 2024-12-04T20:28:06,699 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:28:06,702 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,33325,1733344072779 suceeded 2024-12-04T20:28:06,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:28:06,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-04T20:28:06,704 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:46287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:28:06,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0390 sec 2024-12-04T20:28:06,738 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:46287' 2024-12-04T20:28:06,745 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118c7993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,745 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:28:06,746 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:06,746 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:28:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:28:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f85d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:28:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:06,748 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:06,749 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@365dd91f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,749 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46287,1733344075475 2024-12-04T20:28:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f5abc0a 2024-12-04T20:28:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:06,751 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T20:28:06,752 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,33325,1733344072779 (queues=1) is replicating from cluster=5491c001-0e96-4b3e-96b9-e52d4c8c42b3 to cluster=20aa69ab-346c-4d7f-b481-0561db591411 2024-12-04T20:28:06,752 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C33325%2C1733344072779 2024-12-04T20:28:06,752 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,33325,1733344072779, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:28:06,753 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655, startPosition=0, beingWritten=true 2024-12-04T20:28:06,761 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C33325%2C1733344072779 2024-12-04T20:28:06,799 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:06,799 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:06,799 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,33325,1733344072779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:06,806 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:28:06,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:06,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:06,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:06,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:06,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:06,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:28:06,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:06,821 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:28:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:28:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24595ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:28:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:06,823 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:06,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba93e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:06,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46287,1733344075475 2024-12-04T20:28:06,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d03b61 2024-12-04T20:28:06,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:06,828 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:06,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:34169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:06,832 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:34169' 2024-12-04T20:28:06,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd42e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,833 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,34169,-1 for getting cluster id 2024-12-04T20:28:06,833 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:06,834 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53' 2024-12-04T20:28:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53" 2024-12-04T20:28:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe3c007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,34169,-1] 2024-12-04T20:28:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:06,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:06,835 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:06,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58664d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:06,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:06,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,34169,1733344077737 2024-12-04T20:28:06,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c57c3d0 2024-12-04T20:28:06,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:06,838 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:06,839 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:28:06,839 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:28:06,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:06,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:06,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:06,840 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:06,841 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:28:06,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:06,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:06,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:28:06,891 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:28:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:07,030 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:07,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4565dc735e088374c0b6676003a9ccc, NAME => 'hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3 2024-12-04T20:28:07,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:28:07,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:07,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4565dc735e088374c0b6676003a9ccc, disabling compactions & flushes 2024-12-04T20:28:07,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:07,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:07,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. after waiting 0 ms 2024-12-04T20:28:07,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:07,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:07,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4565dc735e088374c0b6676003a9ccc: Waiting for close lock at 1733344087299Disabling compacts and flushes for region at 1733344087299Disabling writes for close at 1733344087299Writing region close event to WAL at 1733344087299Closed at 1733344087299 2024-12-04T20:28:07,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:07,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344087300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344087300"}]},"ts":"1733344087300"} 2024-12-04T20:28:07,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:07,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:07,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344087304"}]},"ts":"1733344087304"} 2024-12-04T20:28:07,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:28:07,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4565dc735e088374c0b6676003a9ccc, ASSIGN}] 2024-12-04T20:28:07,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4565dc735e088374c0b6676003a9ccc, ASSIGN 2024-12-04T20:28:07,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4565dc735e088374c0b6676003a9ccc, ASSIGN; state=OFFLINE, location=c2ef38372881,34565,1733344075576; forceNewPlan=false, retain=false 2024-12-04T20:28:07,368 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:07,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4565dc735e088374c0b6676003a9ccc, regionState=OPENING, regionLocation=c2ef38372881,34565,1733344075576 2024-12-04T20:28:07,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4565dc735e088374c0b6676003a9ccc, ASSIGN because future has completed 2024-12-04T20:28:07,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4565dc735e088374c0b6676003a9ccc, server=c2ef38372881,34565,1733344075576}] 2024-12-04T20:28:07,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:07,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:07,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:28:07,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C34565%2C1733344075576.rep, suffix=, logDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576, archiveDir=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/oldWALs, maxLogs=10 2024-12-04T20:28:07,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.rep.1733344087675, exclude list is [], retry=0 2024-12-04T20:28:07,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45729,DS-9bb95f31-155e-4dae-b59b-e7a917f0a0b8,DISK] 2024-12-04T20:28:07,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.rep.1733344087675 2024-12-04T20:28:07,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-04T20:28:07,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4565dc735e088374c0b6676003a9ccc, NAME => 'hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:07,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:07,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:07,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. service=MultiRowMutationService 2024-12-04T20:28:07,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:28:07,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:07,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,741 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,742 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4565dc735e088374c0b6676003a9ccc columnFamilyName hfileref 2024-12-04T20:28:07,742 DEBUG [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:07,744 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] regionserver.HStore(327): Store=e4565dc735e088374c0b6676003a9ccc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:07,744 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,745 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4565dc735e088374c0b6676003a9ccc columnFamilyName queue 2024-12-04T20:28:07,746 DEBUG [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:07,749 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] regionserver.HStore(327): Store=e4565dc735e088374c0b6676003a9ccc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:07,749 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,750 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4565dc735e088374c0b6676003a9ccc columnFamilyName sid 2024-12-04T20:28:07,750 DEBUG [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:07,751 INFO [StoreOpener-e4565dc735e088374c0b6676003a9ccc-1 {}] regionserver.HStore(327): Store=e4565dc735e088374c0b6676003a9ccc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:07,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:07,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:07,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4565dc735e088374c0b6676003a9ccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71990467, jitterRate=0.0727415531873703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:07,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:07,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4565dc735e088374c0b6676003a9ccc: Running coprocessor pre-open hook at 1733344087728Writing region info on filesystem at 1733344087728Initializing all the Stores at 1733344087729 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344087729Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344087734 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344087734Cleaning up temporary data from old regions at 1733344087753 (+19 ms)Running coprocessor post-open hooks at 1733344087769 (+16 ms)Region opened successfully at 1733344087769 2024-12-04T20:28:07,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc., pid=10, masterSystemTime=1733344087638 2024-12-04T20:28:07,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:07,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:07,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4565dc735e088374c0b6676003a9ccc, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,34565,1733344075576 2024-12-04T20:28:07,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4565dc735e088374c0b6676003a9ccc, server=c2ef38372881,34565,1733344075576 because future has completed 2024-12-04T20:28:07,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:28:07,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4565dc735e088374c0b6676003a9ccc, server=c2ef38372881,34565,1733344075576 in 306 msec 2024-12-04T20:28:07,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:28:07,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4565dc735e088374c0b6676003a9ccc, ASSIGN in 475 msec 2024-12-04T20:28:07,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:07,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344087797"}]},"ts":"1733344087797"} 2024-12-04T20:28:07,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:28:07,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:07,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 962 msec 2024-12-04T20:28:07,820 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc., hostname=c2ef38372881,34565,1733344075576, seqNum=2] 2024-12-04T20:28:07,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:28:07,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:28:07,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:28:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:07,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:08,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:28:08,027 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:28:08,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,096 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,34565,1733344075576, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:28:08,097 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:08,097 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34565,1733344075576, seqNum=-1] 2024-12-04T20:28:08,098 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:08,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,34565,1733344075576', locateType=CURRENT is [region=hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc., hostname=c2ef38372881,34565,1733344075576, seqNum=2] 2024-12-04T20:28:08,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,113 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:28:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:28:08,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:08,116 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,34565,1733344075576 suceeded 2024-12-04T20:28:08,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:28:08,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 259 msec 2024-12-04T20:28:08,118 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:34169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:28:08,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2890 sec 2024-12-04T20:28:08,161 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:34169' 2024-12-04T20:28:08,165 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f45269b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:08,165 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,34169,-1 for getting cluster id 2024-12-04T20:28:08,165 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:08,166 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53' 2024-12-04T20:28:08,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:08,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53" 2024-12-04T20:28:08,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6188af07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:08,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,34169,-1] 2024-12-04T20:28:08,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:08,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:08,168 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:08,169 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254320ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:08,169 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,34169,1733344077737 2024-12-04T20:28:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fb26088 2024-12-04T20:28:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:08,171 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T20:28:08,180 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,34565,1733344075576 (queues=1) is replicating from cluster=20aa69ab-346c-4d7f-b481-0561db591411 to cluster=ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53 2024-12-04T20:28:08,181 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C34565%2C1733344075576 2024-12-04T20:28:08,181 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,34565,1733344075576, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:28:08,181 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, startPosition=0, beingWritten=true 2024-12-04T20:28:08,205 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C34565%2C1733344075576 2024-12-04T20:28:08,215 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:08,215 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:08,215 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:08,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:28:08,354 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:08,427 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:08,740 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:08,962 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:08,976 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:28:08,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:08,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:08,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:08,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:08,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:08,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:08,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,34169,-1 for getting cluster id 2024-12-04T20:28:08,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:08,995 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53' 2024-12-04T20:28:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53" 2024-12-04T20:28:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a82142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,34169,-1] 2024-12-04T20:28:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:08,998 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@810ad81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:09,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:09,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,34169,1733344077737 2024-12-04T20:28:09,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0b401c 2024-12-04T20:28:09,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:09,006 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:09,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:46287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:28:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:28:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:09,010 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:46287' 2024-12-04T20:28:09,021 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b15c3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:09,021 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:28:09,022 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:09,022 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:28:09,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:09,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:28:09,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13843561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:09,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:28:09,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:09,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:09,024 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:09,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acd822d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:09,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:09,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46287,1733344075475 2024-12-04T20:28:09,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39268bca 2024-12-04T20:28:09,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:09,028 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:09,029 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:28:09,029 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:28:09,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:09,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:09,030 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:09,031 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:28:09,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:09,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:09,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:09,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:09,081 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:28:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:28:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:09,145 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:09,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1a650449030907439417906c8ccf465, NAME => 'hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e 2024-12-04T20:28:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:28:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:09,686 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:09,691 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:09,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:09,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1a650449030907439417906c8ccf465, disabling compactions & flushes 2024-12-04T20:28:09,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:09,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:09,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. after waiting 0 ms 2024-12-04T20:28:09,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:09,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:09,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1a650449030907439417906c8ccf465: Waiting for close lock at 1733344089948Disabling compacts and flushes for region at 1733344089948Disabling writes for close at 1733344089949 (+1 ms)Writing region close event to WAL at 1733344089949Closed at 1733344089949 2024-12-04T20:28:09,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:09,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344089950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344089950"}]},"ts":"1733344089950"} 2024-12-04T20:28:09,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:09,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:09,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344089952"}]},"ts":"1733344089952"} 2024-12-04T20:28:09,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:28:09,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1a650449030907439417906c8ccf465, ASSIGN}] 2024-12-04T20:28:09,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1a650449030907439417906c8ccf465, ASSIGN 2024-12-04T20:28:09,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1a650449030907439417906c8ccf465, ASSIGN; state=OFFLINE, location=c2ef38372881,37559,1733344077818; forceNewPlan=false, retain=false 2024-12-04T20:28:10,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1a650449030907439417906c8ccf465, regionState=OPENING, regionLocation=c2ef38372881,37559,1733344077818 2024-12-04T20:28:10,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1a650449030907439417906c8ccf465, ASSIGN because future has completed 2024-12-04T20:28:10,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1a650449030907439417906c8ccf465, server=c2ef38372881,37559,1733344077818}] 2024-12-04T20:28:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:10,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:10,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:10,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:28:10,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C37559%2C1733344077818.rep, suffix=, logDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818, archiveDir=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/oldWALs, maxLogs=10 2024-12-04T20:28:10,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.rep.1733344090299, exclude list is [], retry=0 2024-12-04T20:28:10,326 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:10,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41787,DS-0e2710a6-0f79-45c2-baea-7187cc5b789d,DISK] 2024-12-04T20:28:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86b71dcbfcf3325e with lease ID 0x77a72e27a420610b: from storage DS-9bb95f31-155e-4dae-b59b-e7a917f0a0b8 node DatanodeRegistration(127.0.0.1:45729, datanodeUuid=9a31307f-b7e7-4240-8d99-c8a385555734, infoPort=35877, infoSecurePort=0, ipcPort=44751, storageInfo=lv=-57;cid=testClusterID;nsid=1182918706;c=1733344074302), blocks: 8, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:28:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86b71dcbfcf3325e with lease ID 0x77a72e27a420610b: from storage DS-4c716c30-752b-4b67-acd5-22446ce72141 node DatanodeRegistration(127.0.0.1:45729, datanodeUuid=9a31307f-b7e7-4240-8d99-c8a385555734, infoPort=35877, infoSecurePort=0, ipcPort=44751, storageInfo=lv=-57;cid=testClusterID;nsid=1182918706;c=1733344074302), blocks: 7, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:28:10,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.rep.1733344090299 2024-12-04T20:28:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-12-04T20:28:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1a650449030907439417906c8ccf465, NAME => 'hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:10,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:10,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:10,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. service=MultiRowMutationService 2024-12-04T20:28:10,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:28:10,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:10,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,410 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,414 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1a650449030907439417906c8ccf465 columnFamilyName hfileref 2024-12-04T20:28:10,414 DEBUG [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:10,414 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] regionserver.HStore(327): Store=c1a650449030907439417906c8ccf465/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:10,414 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,418 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1a650449030907439417906c8ccf465 columnFamilyName queue 2024-12-04T20:28:10,418 DEBUG [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:10,418 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] regionserver.HStore(327): Store=c1a650449030907439417906c8ccf465/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:10,418 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,419 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1a650449030907439417906c8ccf465 columnFamilyName sid 2024-12-04T20:28:10,419 DEBUG [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:10,419 INFO [StoreOpener-c1a650449030907439417906c8ccf465-1 {}] regionserver.HStore(327): Store=c1a650449030907439417906c8ccf465/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:10,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:10,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:10,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1a650449030907439417906c8ccf465; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66274982, jitterRate=-0.012425810098648071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:10,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1a650449030907439417906c8ccf465 2024-12-04T20:28:10,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1a650449030907439417906c8ccf465: Running coprocessor pre-open hook at 1733344090398Writing region info on filesystem at 1733344090398Initializing all the Stores at 1733344090399 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344090399Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344090410 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344090410Cleaning up temporary data from old regions at 1733344090421 (+11 ms)Running coprocessor post-open hooks at 1733344090440 (+19 ms)Region opened successfully at 1733344090440 2024-12-04T20:28:10,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465., pid=10, masterSystemTime=1733344090271 2024-12-04T20:28:10,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:10,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:10,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1a650449030907439417906c8ccf465, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,37559,1733344077818 2024-12-04T20:28:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1a650449030907439417906c8ccf465, server=c2ef38372881,37559,1733344077818 because future has completed 2024-12-04T20:28:10,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:28:10,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1a650449030907439417906c8ccf465, server=c2ef38372881,37559,1733344077818 in 349 msec 2024-12-04T20:28:10,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:28:10,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1a650449030907439417906c8ccf465, ASSIGN in 507 msec 2024-12-04T20:28:10,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:10,467 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344090466"}]},"ts":"1733344090466"} 2024-12-04T20:28:10,469 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:28:10,470 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:10,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4400 sec 2024-12-04T20:28:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465., hostname=c2ef38372881,37559,1733344077818, seqNum=2] 2024-12-04T20:28:10,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:28:10,494 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:28:10,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:28:10,512 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:10,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:28:10,661 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:28:10,713 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,37559,1733344077818, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:28:10,714 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:10,714 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37559,1733344077818, seqNum=-1] 2024-12-04T20:28:10,715 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:10,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,37559,1733344077818', locateType=CURRENT is [region=hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465., hostname=c2ef38372881,37559,1733344077818, seqNum=2] 2024-12-04T20:28:10,729 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:28:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:28:10,732 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,37559,1733344077818 suceeded 2024-12-04T20:28:10,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:28:10,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-12-04T20:28:10,735 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:46287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:28:10,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7290 sec 2024-12-04T20:28:10,747 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:46287' 2024-12-04T20:28:10,762 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c10f451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:10,762 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:28:10,762 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:10,763 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:28:10,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:10,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:28:10,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6294489d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:10,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:28:10,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:10,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:10,765 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:10,765 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314e8c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:10,765 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,46287,1733344075475 2024-12-04T20:28:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2264b637 2024-12-04T20:28:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:10,767 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T20:28:10,768 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,37559,1733344077818 (queues=1) is replicating from cluster=ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53 to cluster=20aa69ab-346c-4d7f-b481-0561db591411 2024-12-04T20:28:10,768 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C37559%2C1733344077818 2024-12-04T20:28:10,768 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,37559,1733344077818, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:28:10,769 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, startPosition=0, beingWritten=true 2024-12-04T20:28:10,776 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C37559%2C1733344077818 2024-12-04T20:28:10,805 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:10,805 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 379, reset compression=false 2024-12-04T20:28:10,805 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:11,018 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 379, reset compression=false 2024-12-04T20:28:11,074 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:11,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T20:28:11,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T20:28:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:11,166 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:28:11,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:11,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:11,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:11,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:11,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:11,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44981,-1 for getting cluster id 2024-12-04T20:28:11,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:11,168 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5491c001-0e96-4b3e-96b9-e52d4c8c42b3' 2024-12-04T20:28:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5491c001-0e96-4b3e-96b9-e52d4c8c42b3" 2024-12-04T20:28:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b5949a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44981,-1] 2024-12-04T20:28:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:11,170 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1cc6a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:28:11,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:11,186 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:28:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:28:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784843a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:28:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:11,188 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269a8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,34169,-1 for getting cluster id 2024-12-04T20:28:11,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:11,195 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53' 2024-12-04T20:28:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53" 2024-12-04T20:28:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a95217f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,34169,-1] 2024-12-04T20:28:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:11,197 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6339c0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,33325,1733344072779, seqNum=-1] 2024-12-04T20:28:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:11,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:11,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2., hostname=c2ef38372881,33325,1733344072779, seqNum=2] 2024-12-04T20:28:11,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37559,1733344077818, seqNum=-1] 2024-12-04T20:28:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:11,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344083497.40533e5045d8b068404a56c453aa586c., hostname=c2ef38372881,37559,1733344077818, seqNum=2] 2024-12-04T20:28:11,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T20:28:11,322 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 379, reset compression=false 2024-12-04T20:28:11,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:11,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:28:11,336 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88660 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:28:11,454 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 379, reset compression=false 2024-12-04T20:28:11,482 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:11,482 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 480, reset compression=false 2024-12-04T20:28:11,482 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,33325,1733344072779 got entry batch from reader: WALEntryBatch [walEntries=[{test/7faa5916f43c0e2dfb1343f28c4f99c2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T20:28:11,485 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:11,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T20:28:11,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:11,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a4eaae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,46287,-1 for getting cluster id 2024-12-04T20:28:11,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:11,491 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20aa69ab-346c-4d7f-b481-0561db591411' 2024-12-04T20:28:11,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:11,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20aa69ab-346c-4d7f-b481-0561db591411" 2024-12-04T20:28:11,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17353fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,46287,-1] 2024-12-04T20:28:11,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:11,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:11,495 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:11,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1557ec57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:11,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34565,1733344075576, seqNum=-1] 2024-12-04T20:28:11,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:11,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:11,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344081348.f8bb33924a772dd5175e747371add16a., hostname=c2ef38372881,34565,1733344075576, seqNum=2] 2024-12-04T20:28:11,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:11,700 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 480, reset compression=false 2024-12-04T20:28:11,765 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 379, reset compression=false 2024-12-04T20:28:11,877 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 379, reset compression=false 2024-12-04T20:28:11,882 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:11,882 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 503, reset compression=false 2024-12-04T20:28:11,882 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8bb33924a772dd5175e747371add16a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T20:28:11,884 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:11,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T20:28:11,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:11,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a0b9cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,34169,-1 for getting cluster id 2024-12-04T20:28:11,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:11,890 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53' 2024-12-04T20:28:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccf41f7b-18a6-4a2d-a53b-6fe7c1903c53" 2024-12-04T20:28:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d8f3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,34169,-1] 2024-12-04T20:28:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:11,891 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:11,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c5ef4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:11,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:11,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,37559,1733344077818, seqNum=-1] 2024-12-04T20:28:11,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:11,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:11,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733344083497.40533e5045d8b068404a56c453aa586c., hostname=c2ef38372881,37559,1733344077818, seqNum=2] 2024-12-04T20:28:11,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:12,005 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 480, reset compression=false 2024-12-04T20:28:12,086 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 503, reset compression=false 2024-12-04T20:28:12,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T20:28:12,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:12,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,34565,1733344075576, seqNum=-1] 2024-12-04T20:28:12,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:12,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733344081348.f8bb33924a772dd5175e747371add16a., hostname=c2ef38372881,34565,1733344075576, seqNum=2] 2024-12-04T20:28:12,226 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T20:28:12,269 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 379, reset compression=false 2024-12-04T20:28:12,280 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:12,280 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 526, reset compression=false 2024-12-04T20:28:12,281 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:12,392 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 503, reset compression=false 2024-12-04T20:28:12,395 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:12,395 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 607, reset compression=false 2024-12-04T20:28:12,395 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8bb33924a772dd5175e747371add16a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T20:28:12,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:12,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:12,409 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 480, reset compression=false 2024-12-04T20:28:12,485 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 526, reset compression=false 2024-12-04T20:28:12,515 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:12,515 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 653, reset compression=false 2024-12-04T20:28:12,515 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:12,600 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 607, reset compression=false 2024-12-04T20:28:12,749 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 653, reset compression=false 2024-12-04T20:28:12,921 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 607, reset compression=false 2024-12-04T20:28:12,935 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 480, reset compression=false 2024-12-04T20:28:13,054 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 653, reset compression=false 2024-12-04T20:28:13,229 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T20:28:13,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:13,233 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T20:28:13,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:13,325 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 607, reset compression=false 2024-12-04T20:28:13,511 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 653, reset compression=false 2024-12-04T20:28:13,514 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:13,515 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 757, reset compression=false 2024-12-04T20:28:13,515 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[{test/40533e5045d8b068404a56c453aa586c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T20:28:13,518 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:13,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T20:28:13,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:13,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:13,538 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 480, reset compression=false 2024-12-04T20:28:13,721 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 757, reset compression=false 2024-12-04T20:28:13,859 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 607, reset compression=false 2024-12-04T20:28:13,872 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:13,872 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 735, reset compression=false 2024-12-04T20:28:13,872 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:14,024 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 757, reset compression=false 2024-12-04T20:28:14,090 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 735, reset compression=false 2024-12-04T20:28:14,235 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T20:28:14,242 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T20:28:14,246 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 480, reset compression=false 2024-12-04T20:28:14,252 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:14,252 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:14,253 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,33325,1733344072779 got entry batch from reader: WALEntryBatch [walEntries=[{test/7faa5916f43c0e2dfb1343f28c4f99c2/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T20:28:14,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:14,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:14,393 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 735, reset compression=false 2024-12-04T20:28:14,430 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 757, reset compression=false 2024-12-04T20:28:14,431 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:14,431 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 882, reset compression=false 2024-12-04T20:28:14,431 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8bb33924a772dd5175e747371add16a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T20:28:14,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:14,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:14,459 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:14,459 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 927, reset compression=false 2024-12-04T20:28:14,459 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:14,494 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:14,665 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 882, reset compression=false 2024-12-04T20:28:14,685 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 927, reset compression=false 2024-12-04T20:28:14,797 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:14,975 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 882, reset compression=false 2024-12-04T20:28:14,989 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 927, reset compression=false 2024-12-04T20:28:15,202 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:15,244 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T20:28:15,250 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T20:28:15,379 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 882, reset compression=false 2024-12-04T20:28:15,383 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:15,383 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1041, reset compression=false 2024-12-04T20:28:15,383 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8bb33924a772dd5175e747371add16a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T20:28:15,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:15,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:15,394 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 927, reset compression=false 2024-12-04T20:28:15,398 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:15,398 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1076, reset compression=false 2024-12-04T20:28:15,398 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:15,588 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1041, reset compression=false 2024-12-04T20:28:15,618 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1076, reset compression=false 2024-12-04T20:28:15,722 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:15,892 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1041, reset compression=false 2024-12-04T20:28:15,922 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1076, reset compression=false 2024-12-04T20:28:16,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T20:28:16,256 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T20:28:16,305 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1041, reset compression=false 2024-12-04T20:28:16,326 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:16,330 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1076, reset compression=false 2024-12-04T20:28:16,348 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:16,348 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1235, reset compression=false 2024-12-04T20:28:16,348 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[{test/40533e5045d8b068404a56c453aa586c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T20:28:16,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T20:28:16,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T20:28:16,582 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1235, reset compression=false 2024-12-04T20:28:16,818 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1041, reset compression=false 2024-12-04T20:28:16,844 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:16,845 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:16,845 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:16,909 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1235, reset compression=false 2024-12-04T20:28:17,059 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:17,064 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:17,259 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T20:28:17,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:28:17,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:17,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:17,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:17,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:17,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:17,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:28:17,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1960139104, stopped=false 2024-12-04T20:28:17,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,34169,1733344077737 2024-12-04T20:28:17,270 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1546175426/running 2024-12-04T20:28:17,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1546175426/running 2024-12-04T20:28:17,270 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:28:17,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:28:17,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on znode that does not yet exist, /2-1546175426/running 2024-12-04T20:28:17,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Set watcher on znode that does not yet exist, /2-1546175426/running 2024-12-04T20:28:17,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:17,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:17,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:17,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:17,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,37559,1733344077818' ***** 2024-12-04T20:28:17,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:28:17,273 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:28:17,273 INFO [RS:0;c2ef38372881:37559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:28:17,273 INFO [RS:0;c2ef38372881:37559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:28:17,273 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(3091): Received CLOSE for c1a650449030907439417906c8ccf465 2024-12-04T20:28:17,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(3091): Received CLOSE for 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,37559,1733344077818 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:37559. 2024-12-04T20:28:17,274 DEBUG [RS:0;c2ef38372881:37559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:17,274 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:28:17,274 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1a650449030907439417906c8ccf465, disabling compactions & flushes 2024-12-04T20:28:17,275 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. after waiting 0 ms 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:17,275 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:28:17,275 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1325): Online Regions={c1a650449030907439417906c8ccf465=hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465., 40533e5045d8b068404a56c453aa586c=test,,1733344083497.40533e5045d8b068404a56c453aa586c., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:28:17,275 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40533e5045d8b068404a56c453aa586c, c1a650449030907439417906c8ccf465 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:17,275 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:17,275 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:17,276 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1a650449030907439417906c8ccf465 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T20:28:17,277 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:28:17,297 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:17,307 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465/.tmp/queue/fd855d9c7171448caed270cbef97b621 is 154, key is 1-c2ef38372881,37559,1733344077818/queue:c2ef38372881%2C37559%2C1733344077818/1733344096355/Put/seqid=0 2024-12-04T20:28:17,313 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/info/cf304f8f195348d0bf5f97448d018a8b is 147, key is hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465./info:regioninfo/1733344090443/Put/seqid=0 2024-12-04T20:28:17,316 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1235, reset compression=false 2024-12-04T20:28:17,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741841_1017 (size=7686) 2024-12-04T20:28:17,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741840_1016 (size=5353) 2024-12-04T20:28:17,344 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/info/cf304f8f195348d0bf5f97448d018a8b 2024-12-04T20:28:17,363 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:17,376 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/ns/fdc00bf34a3a47aab1747c90604cd9f1 is 43, key is default/ns:d/1733344080177/Put/seqid=0 2024-12-04T20:28:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741842_1018 (size=5153) 2024-12-04T20:28:17,475 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40533e5045d8b068404a56c453aa586c, c1a650449030907439417906c8ccf465 2024-12-04T20:28:17,676 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40533e5045d8b068404a56c453aa586c, c1a650449030907439417906c8ccf465 2024-12-04T20:28:17,748 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465/.tmp/queue/fd855d9c7171448caed270cbef97b621 2024-12-04T20:28:17,754 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465/.tmp/queue/fd855d9c7171448caed270cbef97b621 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465/queue/fd855d9c7171448caed270cbef97b621 2024-12-04T20:28:17,760 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465/queue/fd855d9c7171448caed270cbef97b621, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T20:28:17,761 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c1a650449030907439417906c8ccf465 in 486ms, sequenceid=12, compaction requested=false 2024-12-04T20:28:17,773 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:17,787 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/ns/fdc00bf34a3a47aab1747c90604cd9f1 2024-12-04T20:28:17,825 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/rep_barrier/8d0ad03a305843289b9491c3758d9502 is 112, key is test,,1733344083497.40533e5045d8b068404a56c453aa586c./rep_barrier:seqnumDuringOpen/1733344084636/Put/seqid=0 2024-12-04T20:28:17,828 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/replication/c1a650449030907439417906c8ccf465/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:17,829 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1a650449030907439417906c8ccf465: Waiting for close lock at 1733344097275Running coprocessor pre-close hooks at 1733344097275Disabling compacts and flushes for region at 1733344097275Disabling writes for close at 1733344097275Obtaining lock to block concurrent updates at 1733344097276 (+1 ms)Preparing flush snapshotting stores in c1a650449030907439417906c8ccf465 at 1733344097276Finished memstore snapshotting hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733344097276Flushing stores of hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. at 1733344097278 (+2 ms)Flushing c1a650449030907439417906c8ccf465/queue: creating writer at 1733344097278Flushing c1a650449030907439417906c8ccf465/queue: appending metadata at 1733344097306 (+28 ms)Flushing c1a650449030907439417906c8ccf465/queue: closing flushed file at 1733344097306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ed7ca: reopening flushed file at 1733344097753 (+447 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c1a650449030907439417906c8ccf465 in 486ms, sequenceid=12, compaction requested=false at 1733344097761 (+8 ms)Writing region close event to WAL at 1733344097797 (+36 ms)Running coprocessor post-close hooks at 1733344097829 (+32 ms)Closed at 1733344097829 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344089030.c1a650449030907439417906c8ccf465. 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40533e5045d8b068404a56c453aa586c, disabling compactions & flushes 2024-12-04T20:28:17,829 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344083497.40533e5045d8b068404a56c453aa586c. after waiting 0 ms 2024-12-04T20:28:17,829 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:17,830 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40533e5045d8b068404a56c453aa586c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T20:28:17,842 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1235, reset compression=false 2024-12-04T20:28:17,867 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:17,876 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741843_1019 (size=5518) 2024-12-04T20:28:17,896 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/rep_barrier/8d0ad03a305843289b9491c3758d9502 2024-12-04T20:28:17,897 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/f/740a2ca633814d1b948b82234e988c72 is 29, key is row1/f:/1733344095245/DeleteFamily/seqid=0 2024-12-04T20:28:17,950 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/table/9aea69ad96134e2fbffa6f11253e7045 is 53, key is hbase:replication/table:state/1733344090466/Put/seqid=0 2024-12-04T20:28:17,951 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:17,951 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1482, reset compression=false 2024-12-04T20:28:17,952 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,37559,1733344077818 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:17,953 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,37559,1733344077818: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,37559,1733344077818, walGroup=c2ef38372881%2C37559%2C1733344077818, offset=c2ef38372881%2C37559%2C1733344077818.1733344079206:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:37559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:28:17,955 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:28:17,955 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:28:17,955 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:28:17,955 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:28:17,955 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:28:17,955 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1310720000, "init": 1048576000, "max": 2306867200, "used": 973302432 }, "NonHeapMemoryUsage": { "committed": 204341248, "init": 7667712, "max": -1, "used": 200705688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:28:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741844_1020 (size=5152) 2024-12-04T20:28:17,958 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:34169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:34169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:28:17,958 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/f/740a2ca633814d1b948b82234e988c72 2024-12-04T20:28:17,966 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 740a2ca633814d1b948b82234e988c72 2024-12-04T20:28:17,993 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/f1/ec812bc766a143e4a951f9b286647f5e is 30, key is row1/f1:/1733344095245/DeleteFamily/seqid=0 2024-12-04T20:28:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741845_1021 (size=5308) 2024-12-04T20:28:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741846_1022 (size=5158) 2024-12-04T20:28:18,053 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/f1/ec812bc766a143e4a951f9b286647f5e 2024-12-04T20:28:18,059 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec812bc766a143e4a951f9b286647f5e 2024-12-04T20:28:18,076 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:28:18,076 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:28:18,076 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40533e5045d8b068404a56c453aa586c 2024-12-04T20:28:18,093 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/norep/a0071fc56f8e4784b2e19f19249123f1 is 33, key is row2/norep:/1733344096254/DeleteFamily/seqid=0 2024-12-04T20:28:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741847_1023 (size=5108) 2024-12-04T20:28:18,114 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/norep/a0071fc56f8e4784b2e19f19249123f1 2024-12-04T20:28:18,119 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0071fc56f8e4784b2e19f19249123f1 2024-12-04T20:28:18,121 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/f/740a2ca633814d1b948b82234e988c72 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/f/740a2ca633814d1b948b82234e988c72 2024-12-04T20:28:18,127 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 740a2ca633814d1b948b82234e988c72 2024-12-04T20:28:18,127 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/f/740a2ca633814d1b948b82234e988c72, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T20:28:18,127 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/f1/ec812bc766a143e4a951f9b286647f5e as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/f1/ec812bc766a143e4a951f9b286647f5e 2024-12-04T20:28:18,138 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec812bc766a143e4a951f9b286647f5e 2024-12-04T20:28:18,138 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/f1/ec812bc766a143e4a951f9b286647f5e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T20:28:18,143 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/.tmp/norep/a0071fc56f8e4784b2e19f19249123f1 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/norep/a0071fc56f8e4784b2e19f19249123f1 2024-12-04T20:28:18,166 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0071fc56f8e4784b2e19f19249123f1 2024-12-04T20:28:18,167 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/norep/a0071fc56f8e4784b2e19f19249123f1, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T20:28:18,168 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 40533e5045d8b068404a56c453aa586c in 339ms, sequenceid=10, compaction requested=false 2024-12-04T20:28:18,170 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1482, reset compression=false 2024-12-04T20:28:18,186 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:18,186 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.1733344079206 to pos 1831, reset compression=false 2024-12-04T20:28:18,197 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:18,199 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/default/test/40533e5045d8b068404a56c453aa586c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T20:28:18,199 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:18,199 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:28:18,199 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:18,200 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40533e5045d8b068404a56c453aa586c: Waiting for close lock at 1733344097829Running coprocessor pre-close hooks at 1733344097829Disabling compacts and flushes for region at 1733344097829Disabling writes for close at 1733344097829Obtaining lock to block concurrent updates at 1733344097830 (+1 ms)Preparing flush snapshotting stores in 40533e5045d8b068404a56c453aa586c at 1733344097830Finished memstore snapshotting test,,1733344083497.40533e5045d8b068404a56c453aa586c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733344097830Flushing stores of test,,1733344083497.40533e5045d8b068404a56c453aa586c. at 1733344097830Flushing 40533e5045d8b068404a56c453aa586c/f: creating writer at 1733344097830Flushing 40533e5045d8b068404a56c453aa586c/f: appending metadata at 1733344097896 (+66 ms)Flushing 40533e5045d8b068404a56c453aa586c/f: closing flushed file at 1733344097896Flushing 40533e5045d8b068404a56c453aa586c/f1: creating writer at 1733344097966 (+70 ms)Flushing 40533e5045d8b068404a56c453aa586c/f1: appending metadata at 1733344097992 (+26 ms)Flushing 40533e5045d8b068404a56c453aa586c/f1: closing flushed file at 1733344097992Flushing 40533e5045d8b068404a56c453aa586c/norep: creating writer at 1733344098059 (+67 ms)Flushing 40533e5045d8b068404a56c453aa586c/norep: appending metadata at 1733344098092 (+33 ms)Flushing 40533e5045d8b068404a56c453aa586c/norep: closing flushed file at 1733344098092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d958ec0: reopening flushed file at 1733344098119 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ff5315: reopening flushed file at 1733344098127 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5704d: reopening flushed file at 1733344098139 (+12 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 40533e5045d8b068404a56c453aa586c in 339ms, sequenceid=10, compaction requested=false at 1733344098168 (+29 ms)Writing region close event to WAL at 1733344098195 (+27 ms)Running coprocessor post-close hooks at 1733344098199 (+4 ms)Closed at 1733344098199 2024-12-04T20:28:18,200 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344083497.40533e5045d8b068404a56c453aa586c. 2024-12-04T20:28:18,276 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:28:18,277 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:28:18,277 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:18,358 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:18,428 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/table/9aea69ad96134e2fbffa6f11253e7045 2024-12-04T20:28:18,460 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/info/cf304f8f195348d0bf5f97448d018a8b as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/info/cf304f8f195348d0bf5f97448d018a8b 2024-12-04T20:28:18,467 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/info/cf304f8f195348d0bf5f97448d018a8b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:28:18,468 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/ns/fdc00bf34a3a47aab1747c90604cd9f1 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/ns/fdc00bf34a3a47aab1747c90604cd9f1 2024-12-04T20:28:18,476 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/ns/fdc00bf34a3a47aab1747c90604cd9f1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:28:18,477 DEBUG [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:18,477 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/rep_barrier/8d0ad03a305843289b9491c3758d9502 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/rep_barrier/8d0ad03a305843289b9491c3758d9502 2024-12-04T20:28:18,493 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/rep_barrier/8d0ad03a305843289b9491c3758d9502, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:28:18,495 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/.tmp/table/9aea69ad96134e2fbffa6f11253e7045 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/table/9aea69ad96134e2fbffa6f11253e7045 2024-12-04T20:28:18,506 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/table/9aea69ad96134e2fbffa6f11253e7045, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:28:18,508 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1233ms, sequenceid=16, compaction requested=false 2024-12-04T20:28:18,556 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:28:18,557 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:18,557 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:18,557 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:18,557 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344097275Running coprocessor pre-close hooks at 1733344097275Disabling compacts and flushes for region at 1733344097275Disabling writes for close at 1733344097275Obtaining lock to block concurrent updates at 1733344097277 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733344097277Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344097277Flushing stores of hbase:meta,,1.1588230740 at 1733344097279 (+2 ms)Flushing 1588230740/info: creating writer at 1733344097279Flushing 1588230740/info: appending metadata at 1733344097306 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733344097306Flushing 1588230740/ns: creating writer at 1733344097352 (+46 ms)Flushing 1588230740/ns: appending metadata at 1733344097375 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733344097375Flushing 1588230740/rep_barrier: creating writer at 1733344097793 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344097825 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344097825Flushing 1588230740/table: creating writer at 1733344097901 (+76 ms)Flushing 1588230740/table: appending metadata at 1733344097950 (+49 ms)Flushing 1588230740/table: closing flushed file at 1733344097950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409a6bbc: reopening flushed file at 1733344098459 (+509 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b07c2d9: reopening flushed file at 1733344098467 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af29cff: reopening flushed file at 1733344098476 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620397b5: reopening flushed file at 1733344098494 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1233ms, sequenceid=16, compaction requested=false at 1733344098508 (+14 ms)Writing region close event to WAL at 1733344098542 (+34 ms)Running coprocessor post-close hooks at 1733344098557 (+15 ms)Closed at 1733344098557 2024-12-04T20:28:18,557 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:18,677 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,37559,1733344077818; all regions closed. 2024-12-04T20:28:18,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:28:18,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/WALs/c2ef38372881,37559,1733344077818/c2ef38372881%2C37559%2C1733344077818.rep.1733344090299 not finished, retry = 0 2024-12-04T20:28:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741839_1015 (size=3114) 2024-12-04T20:28:18,850 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741832_1008 (size=2134) 2024-12-04T20:28:18,892 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:18,892 INFO [RS:0;c2ef38372881:37559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:18,892 INFO [RS:0;c2ef38372881:37559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:18,892 INFO [RS:0;c2ef38372881:37559 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:18,892 INFO [RS:0;c2ef38372881:37559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:18,892 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:18,893 INFO [RS:0;c2ef38372881:37559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,37559,1733344077818 because: Region server is closing 2024-12-04T20:28:18,893 INFO [RS:0;c2ef38372881:37559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:37559. 2024-12-04T20:28:18,893 DEBUG [RS:0;c2ef38372881:37559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:18,893 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:18,893 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:18,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:18,994 INFO [RS:0;c2ef38372881:37559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.shipperc2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 terminated 2024-12-04T20:28:18,994 INFO [RS:0;c2ef38372881:37559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:37559. 2024-12-04T20:28:18,994 DEBUG [RS:0;c2ef38372881:37559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:18,994 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:18,994 DEBUG [RS:0;c2ef38372881:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:18,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:18,994 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,37559,1733344077818.replicationSource.wal-reader.c2ef38372881%2C37559%2C1733344077818,1-c2ef38372881,37559,1733344077818 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-04T20:28:18,995 INFO [RS:0;c2ef38372881:37559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37559 2024-12-04T20:28:18,996 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1546175426/rs/c2ef38372881,37559,1733344077818 2024-12-04T20:28:18,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426/rs 2024-12-04T20:28:18,996 INFO [RS:0;c2ef38372881:37559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:18,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,37559,1733344077818] 2024-12-04T20:28:18,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1546175426/draining/c2ef38372881,37559,1733344077818 already deleted, retry=false 2024-12-04T20:28:18,998 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,37559,1733344077818 expired; onlineServers=0 2024-12-04T20:28:18,998 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,34169,1733344077737' ***** 2024-12-04T20:28:18,998 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:28:18,998 INFO [M:0;c2ef38372881:34169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:18,998 INFO [M:0;c2ef38372881:34169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:18,998 DEBUG [M:0;c2ef38372881:34169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:28:18,998 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:28:18,998 DEBUG [M:0;c2ef38372881:34169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:28:18,998 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344079037 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344079037,5,FailOnTimeoutGroup] 2024-12-04T20:28:18,998 INFO [M:0;c2ef38372881:34169 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:18,998 INFO [M:0;c2ef38372881:34169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:18,998 DEBUG [M:0;c2ef38372881:34169 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:28:18,999 INFO [M:0;c2ef38372881:34169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:28:18,999 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344079021 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344079021,5,FailOnTimeoutGroup] 2024-12-04T20:28:18,999 INFO [M:0;c2ef38372881:34169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:18,999 INFO [M:0;c2ef38372881:34169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:28:18,999 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:28:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1546175426/master 2024-12-04T20:28:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1546175426 2024-12-04T20:28:18,999 DEBUG [M:0;c2ef38372881:34169 {}] zookeeper.ZKUtil(347): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Unable to get data of znode /2-1546175426/master because node does not exist (not an error) 2024-12-04T20:28:18,999 WARN [M:0;c2ef38372881:34169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:28:19,000 INFO [M:0;c2ef38372881:34169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/.lastflushedseqids 2024-12-04T20:28:19,002 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741848_1024 (size=245) 2024-12-04T20:28:19,093 INFO [M:0;c2ef38372881:34169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:28:19,093 INFO [M:0;c2ef38372881:34169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:28:19,094 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:19,094 INFO [M:0;c2ef38372881:34169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:19,094 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:19,094 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:19,094 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:19,094 INFO [M:0;c2ef38372881:34169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T20:28:19,098 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:19,098 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x100a6eaec6d0007, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:19,098 INFO [RS:0;c2ef38372881:37559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:19,098 INFO [RS:0;c2ef38372881:37559 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,37559,1733344077818; zookeeper connection closed. 2024-12-04T20:28:19,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4233c60e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4233c60e 2024-12-04T20:28:19,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:28:19,132 DEBUG [M:0;c2ef38372881:34169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a12e290f00244b478a4869f3ece2b8e0 is 82, key is hbase:meta,,1/info:regioninfo/1733344080170/Put/seqid=0 2024-12-04T20:28:19,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741849_1025 (size=5672) 2024-12-04T20:28:19,166 INFO [M:0;c2ef38372881:34169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a12e290f00244b478a4869f3ece2b8e0 2024-12-04T20:28:19,191 DEBUG [M:0;c2ef38372881:34169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59e43edccf344416aee093fca546cd4e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344090471/Put/seqid=0 2024-12-04T20:28:19,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741850_1026 (size=8517) 2024-12-04T20:28:19,200 INFO [M:0;c2ef38372881:34169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59e43edccf344416aee093fca546cd4e 2024-12-04T20:28:19,220 DEBUG [M:0;c2ef38372881:34169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be08db60726a4fac991f2f92b77b5010 is 69, key is c2ef38372881,37559,1733344077818/rs:state/1733344079050/Put/seqid=0 2024-12-04T20:28:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741851_1027 (size=5156) 2024-12-04T20:28:19,625 INFO [M:0;c2ef38372881:34169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be08db60726a4fac991f2f92b77b5010 2024-12-04T20:28:19,630 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a12e290f00244b478a4869f3ece2b8e0 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a12e290f00244b478a4869f3ece2b8e0 2024-12-04T20:28:19,634 INFO [M:0;c2ef38372881:34169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a12e290f00244b478a4869f3ece2b8e0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:28:19,635 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59e43edccf344416aee093fca546cd4e as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59e43edccf344416aee093fca546cd4e 2024-12-04T20:28:19,640 INFO [M:0;c2ef38372881:34169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59e43edccf344416aee093fca546cd4e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:28:19,641 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be08db60726a4fac991f2f92b77b5010 as hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be08db60726a4fac991f2f92b77b5010 2024-12-04T20:28:19,646 INFO [M:0;c2ef38372881:34169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34773/user/jenkins/test-data/0e931d0a-897a-2c46-36f9-06fdd0c9895e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be08db60726a4fac991f2f92b77b5010, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:28:19,647 INFO [M:0;c2ef38372881:34169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=97, compaction requested=false 2024-12-04T20:28:19,649 INFO [M:0;c2ef38372881:34169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:19,649 DEBUG [M:0;c2ef38372881:34169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344099093Disabling compacts and flushes for region at 1733344099093Disabling writes for close at 1733344099094 (+1 ms)Obtaining lock to block concurrent updates at 1733344099094Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344099094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733344099094Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344099095 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344099095Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344099131 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344099132 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344099170 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344099190 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344099190Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344099204 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344099220 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344099220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e87690e: reopening flushed file at 1733344099629 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6998f5: reopening flushed file at 1733344099634 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d768d: reopening flushed file at 1733344099640 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=97, compaction requested=false at 1733344099647 (+7 ms)Writing region close event to WAL at 1733344099649 (+2 ms)Closed at 1733344099649 2024-12-04T20:28:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41787 is added to blk_1073741830_1006 (size=63666) 2024-12-04T20:28:19,655 INFO [M:0;c2ef38372881:34169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:28:19,655 INFO [M:0;c2ef38372881:34169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34169 2024-12-04T20:28:19,656 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:19,656 INFO [M:0;c2ef38372881:34169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:19,738 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:19,757 INFO [M:0;c2ef38372881:34169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x100a6eaec6d0006, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:19,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd274ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:19,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:19,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:19,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:19,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:19,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:28:19,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:28:19,763 WARN [BP-1032282248-172.17.0.2-1733344076836 heartbeating to localhost/127.0.0.1:34773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:28:19,763 WARN [BP-1032282248-172.17.0.2-1733344076836 heartbeating to localhost/127.0.0.1:34773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1032282248-172.17.0.2-1733344076836 (Datanode Uuid f47c5252-6764-4f30-a9ab-98ff41b3e8b0) service to localhost/127.0.0.1:34773 2024-12-04T20:28:19,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/cluster_b4cc1899-f7d3-292f-c974-00f50d0e2af7/data/data1/current/BP-1032282248-172.17.0.2-1733344076836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:19,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/cluster_b4cc1899-f7d3-292f-c974-00f50d0e2af7/data/data2/current/BP-1032282248-172.17.0.2-1733344076836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:19,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:28:19,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:19,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:19,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:19,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:19,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:28:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:28:19,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:19,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:19,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:19,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:19,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:19,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:28:19,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936027267, stopped=false 2024-12-04T20:28:19,787 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,46287,1733344075475 2024-12-04T20:28:19,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947783395/running 2024-12-04T20:28:19,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:28:19,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:19,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on znode that does not yet exist, /1-1947783395/running 2024-12-04T20:28:19,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947783395/running 2024-12-04T20:28:19,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:28:19,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Set watcher on znode that does not yet exist, /1-1947783395/running 2024-12-04T20:28:19,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:19,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:19,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:19,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,34565,1733344075576' ***** 2024-12-04T20:28:19,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for e4565dc735e088374c0b6676003a9ccc 2024-12-04T20:28:19,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,34565,1733344075576 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:19,791 INFO [RS:0;c2ef38372881:34565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34565. 2024-12-04T20:28:19,792 DEBUG [RS:0;c2ef38372881:34565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:19,792 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:19,792 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4565dc735e088374c0b6676003a9ccc, disabling compactions & flushes 2024-12-04T20:28:19,792 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:19,792 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:19,792 INFO [RS:0;c2ef38372881:34565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:28:19,792 INFO [RS:0;c2ef38372881:34565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:28:19,792 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. after waiting 0 ms 2024-12-04T20:28:19,792 INFO [RS:0;c2ef38372881:34565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:28:19,792 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:19,792 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:28:19,792 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4565dc735e088374c0b6676003a9ccc 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T20:28:19,792 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:28:19,792 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1325): Online Regions={e4565dc735e088374c0b6676003a9ccc=hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc., 1588230740=hbase:meta,,1.1588230740, f8bb33924a772dd5175e747371add16a=test,,1733344081348.f8bb33924a772dd5175e747371add16a.} 2024-12-04T20:28:19,792 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4565dc735e088374c0b6676003a9ccc, f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:19,792 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:19,792 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:19,793 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:19,793 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:19,793 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:19,794 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:28:19,811 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc/.tmp/queue/99ea2ad2329e405e854ad1cc9a12d10f is 154, key is 1-c2ef38372881,34565,1733344075576/queue:c2ef38372881%2C34565%2C1733344075576/1733344096846/Put/seqid=0 2024-12-04T20:28:19,812 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:19,820 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/info/1dca45d1fbff49579aa0281440e3a03a is 147, key is hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc./info:regioninfo/1733344087774/Put/seqid=0 2024-12-04T20:28:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741840_1016 (size=5353) 2024-12-04T20:28:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741841_1017 (size=7686) 2024-12-04T20:28:19,886 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:19,992 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4565dc735e088374c0b6676003a9ccc, f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:20,185 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:28:20,185 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:28:20,193 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4565dc735e088374c0b6676003a9ccc, f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:20,229 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc/.tmp/queue/99ea2ad2329e405e854ad1cc9a12d10f 2024-12-04T20:28:20,241 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/info/1dca45d1fbff49579aa0281440e3a03a 2024-12-04T20:28:20,245 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc/.tmp/queue/99ea2ad2329e405e854ad1cc9a12d10f as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc/queue/99ea2ad2329e405e854ad1cc9a12d10f 2024-12-04T20:28:20,255 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc/queue/99ea2ad2329e405e854ad1cc9a12d10f, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T20:28:20,256 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e4565dc735e088374c0b6676003a9ccc in 464ms, sequenceid=12, compaction requested=false 2024-12-04T20:28:20,278 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/ns/ea2370a6fb1b4bcd9cb4dd269b8e7683 is 43, key is default/ns:d/1733344076776/Put/seqid=0 2024-12-04T20:28:20,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741842_1018 (size=5153) 2024-12-04T20:28:20,306 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/replication/e4565dc735e088374c0b6676003a9ccc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T20:28:20,307 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:20,307 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:20,307 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:20,307 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4565dc735e088374c0b6676003a9ccc: Waiting for close lock at 1733344099791Running coprocessor pre-close hooks at 1733344099791Disabling compacts and flushes for region at 1733344099792 (+1 ms)Disabling writes for close at 1733344099792Obtaining lock to block concurrent updates at 1733344099792Preparing flush snapshotting stores in e4565dc735e088374c0b6676003a9ccc at 1733344099792Finished memstore snapshotting hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733344099792Flushing stores of hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. at 1733344099793 (+1 ms)Flushing e4565dc735e088374c0b6676003a9ccc/queue: creating writer at 1733344099793Flushing e4565dc735e088374c0b6676003a9ccc/queue: appending metadata at 1733344099811 (+18 ms)Flushing e4565dc735e088374c0b6676003a9ccc/queue: closing flushed file at 1733344099811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614a44cd: reopening flushed file at 1733344100244 (+433 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e4565dc735e088374c0b6676003a9ccc in 464ms, sequenceid=12, compaction requested=false at 1733344100256 (+12 ms)Writing region close event to WAL at 1733344100280 (+24 ms)Running coprocessor post-close hooks at 1733344100307 (+27 ms)Closed at 1733344100307 2024-12-04T20:28:20,307 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344086840.e4565dc735e088374c0b6676003a9ccc. 2024-12-04T20:28:20,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8bb33924a772dd5175e747371add16a, disabling compactions & flushes 2024-12-04T20:28:20,308 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:20,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:20,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344081348.f8bb33924a772dd5175e747371add16a. after waiting 0 ms 2024-12-04T20:28:20,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:20,308 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8bb33924a772dd5175e747371add16a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T20:28:20,333 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/f/e2263b013ee9405cb27a7a8860022d73 is 29, key is row1/f:/1733344095245/DeleteFamily/seqid=0 2024-12-04T20:28:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741843_1019 (size=5152) 2024-12-04T20:28:20,370 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/f/e2263b013ee9405cb27a7a8860022d73 2024-12-04T20:28:20,376 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2263b013ee9405cb27a7a8860022d73 2024-12-04T20:28:20,393 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:20,393 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/f1/a582ea9d81e547f1a0914dbc6afff22c is 30, key is row1/f1:/1733344095245/DeleteFamily/seqid=0 2024-12-04T20:28:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741844_1020 (size=5158) 2024-12-04T20:28:20,423 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/f1/a582ea9d81e547f1a0914dbc6afff22c 2024-12-04T20:28:20,429 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a582ea9d81e547f1a0914dbc6afff22c 2024-12-04T20:28:20,446 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/norep/4965428d632f45c5aed1145b49c0191c is 33, key is row1/norep:/1733344095245/DeleteFamily/seqid=0 2024-12-04T20:28:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741845_1021 (size=5108) 2024-12-04T20:28:20,542 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1191, reset compression=false 2024-12-04T20:28:20,557 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:20,557 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1438, reset compression=false 2024-12-04T20:28:20,557 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,34565,1733344075576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:20,558 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,34565,1733344075576: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,34565,1733344075576, walGroup=c2ef38372881%2C34565%2C1733344075576, offset=c2ef38372881%2C34565%2C1733344075576.1733344076342:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:34565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:28:20,559 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:28:20,559 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:28:20,559 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:28:20,559 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:28:20,559 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:28:20,559 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1310720000, "init": 1048576000, "max": 2306867200, "used": 1038314144 }, "NonHeapMemoryUsage": { "committed": 204472320, "init": 7667712, "max": -1, "used": 200988552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:28:20,560 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:28:20,593 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:20,700 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/ns/ea2370a6fb1b4bcd9cb4dd269b8e7683 2024-12-04T20:28:20,724 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/rep_barrier/5249a8442d284bb59a1bbb211d1a9c9d is 112, key is test,,1733344081348.f8bb33924a772dd5175e747371add16a./rep_barrier:seqnumDuringOpen/1733344082497/Put/seqid=0 2024-12-04T20:28:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741846_1022 (size=5518) 2024-12-04T20:28:20,763 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/rep_barrier/5249a8442d284bb59a1bbb211d1a9c9d 2024-12-04T20:28:20,793 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:28:20,793 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f8bb33924a772dd5175e747371add16a=test,,1733344081348.f8bb33924a772dd5175e747371add16a.} 2024-12-04T20:28:20,793 DEBUG [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8bb33924a772dd5175e747371add16a 2024-12-04T20:28:20,793 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.wal-reader.c2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/WALs/c2ef38372881,34565,1733344075576/c2ef38372881%2C34565%2C1733344075576.1733344076342 to pos 1438, reset compression=false 2024-12-04T20:28:20,798 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/table/17184251078f4e01be8da34a306c72dd is 53, key is hbase:replication/table:state/1733344087797/Put/seqid=0 2024-12-04T20:28:20,855 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/norep/4965428d632f45c5aed1145b49c0191c 2024-12-04T20:28:20,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741847_1023 (size=5308) 2024-12-04T20:28:20,860 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4965428d632f45c5aed1145b49c0191c 2024-12-04T20:28:20,861 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/table/17184251078f4e01be8da34a306c72dd 2024-12-04T20:28:20,862 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/f/e2263b013ee9405cb27a7a8860022d73 as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/f/e2263b013ee9405cb27a7a8860022d73 2024-12-04T20:28:20,869 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/info/1dca45d1fbff49579aa0281440e3a03a as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/info/1dca45d1fbff49579aa0281440e3a03a 2024-12-04T20:28:20,875 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/info/1dca45d1fbff49579aa0281440e3a03a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:28:20,876 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/ns/ea2370a6fb1b4bcd9cb4dd269b8e7683 as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/ns/ea2370a6fb1b4bcd9cb4dd269b8e7683 2024-12-04T20:28:20,880 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/ns/ea2370a6fb1b4bcd9cb4dd269b8e7683, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:28:20,882 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/rep_barrier/5249a8442d284bb59a1bbb211d1a9c9d as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/rep_barrier/5249a8442d284bb59a1bbb211d1a9c9d 2024-12-04T20:28:20,884 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2263b013ee9405cb27a7a8860022d73 2024-12-04T20:28:20,884 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/f/e2263b013ee9405cb27a7a8860022d73, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T20:28:20,886 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/f1/a582ea9d81e547f1a0914dbc6afff22c as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/f1/a582ea9d81e547f1a0914dbc6afff22c 2024-12-04T20:28:20,887 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/rep_barrier/5249a8442d284bb59a1bbb211d1a9c9d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:28:20,890 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/.tmp/table/17184251078f4e01be8da34a306c72dd as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/table/17184251078f4e01be8da34a306c72dd 2024-12-04T20:28:20,892 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a582ea9d81e547f1a0914dbc6afff22c 2024-12-04T20:28:20,892 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/f1/a582ea9d81e547f1a0914dbc6afff22c, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T20:28:20,893 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/.tmp/norep/4965428d632f45c5aed1145b49c0191c as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/norep/4965428d632f45c5aed1145b49c0191c 2024-12-04T20:28:20,896 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/table/17184251078f4e01be8da34a306c72dd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:28:20,897 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1104ms, sequenceid=16, compaction requested=false 2024-12-04T20:28:20,903 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4965428d632f45c5aed1145b49c0191c 2024-12-04T20:28:20,904 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/norep/4965428d632f45c5aed1145b49c0191c, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T20:28:20,905 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f8bb33924a772dd5175e747371add16a in 597ms, sequenceid=10, compaction requested=false 2024-12-04T20:28:20,963 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/default/test/f8bb33924a772dd5175e747371add16a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T20:28:20,964 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:20,964 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:28:20,964 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:20,964 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8bb33924a772dd5175e747371add16a: Waiting for close lock at 1733344100308Running coprocessor pre-close hooks at 1733344100308Disabling compacts and flushes for region at 1733344100308Disabling writes for close at 1733344100308Obtaining lock to block concurrent updates at 1733344100308Preparing flush snapshotting stores in f8bb33924a772dd5175e747371add16a at 1733344100308Finished memstore snapshotting test,,1733344081348.f8bb33924a772dd5175e747371add16a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733344100308Flushing stores of test,,1733344081348.f8bb33924a772dd5175e747371add16a. at 1733344100309 (+1 ms)Flushing f8bb33924a772dd5175e747371add16a/f: creating writer at 1733344100309Flushing f8bb33924a772dd5175e747371add16a/f: appending metadata at 1733344100333 (+24 ms)Flushing f8bb33924a772dd5175e747371add16a/f: closing flushed file at 1733344100333Flushing f8bb33924a772dd5175e747371add16a/f1: creating writer at 1733344100377 (+44 ms)Flushing f8bb33924a772dd5175e747371add16a/f1: appending metadata at 1733344100393 (+16 ms)Flushing f8bb33924a772dd5175e747371add16a/f1: closing flushed file at 1733344100393Flushing f8bb33924a772dd5175e747371add16a/norep: creating writer at 1733344100429 (+36 ms)Flushing f8bb33924a772dd5175e747371add16a/norep: appending metadata at 1733344100445 (+16 ms)Flushing f8bb33924a772dd5175e747371add16a/norep: closing flushed file at 1733344100445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a08abc9: reopening flushed file at 1733344100860 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f19ab3: reopening flushed file at 1733344100884 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bed380b: reopening flushed file at 1733344100892 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f8bb33924a772dd5175e747371add16a in 597ms, sequenceid=10, compaction requested=false at 1733344100905 (+13 ms)Writing region close event to WAL at 1733344100949 (+44 ms)Running coprocessor post-close hooks at 1733344100964 (+15 ms)Closed at 1733344100964 2024-12-04T20:28:20,964 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344081348.f8bb33924a772dd5175e747371add16a. 2024-12-04T20:28:20,978 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:28:20,980 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:20,980 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:20,980 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:20,980 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344099792Running coprocessor pre-close hooks at 1733344099792Disabling compacts and flushes for region at 1733344099792Disabling writes for close at 1733344099793 (+1 ms)Obtaining lock to block concurrent updates at 1733344099794 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733344099794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344099794Flushing stores of hbase:meta,,1.1588230740 at 1733344099794Flushing 1588230740/info: creating writer at 1733344099794Flushing 1588230740/info: appending metadata at 1733344099819 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733344099819Flushing 1588230740/ns: creating writer at 1733344100249 (+430 ms)Flushing 1588230740/ns: appending metadata at 1733344100277 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733344100277Flushing 1588230740/rep_barrier: creating writer at 1733344100705 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344100723 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344100723Flushing 1588230740/table: creating writer at 1733344100772 (+49 ms)Flushing 1588230740/table: appending metadata at 1733344100798 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733344100798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4057eca6: reopening flushed file at 1733344100868 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7ea85d: reopening flushed file at 1733344100875 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa48316: reopening flushed file at 1733344100880 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fb0835: reopening flushed file at 1733344100888 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1104ms, sequenceid=16, compaction requested=false at 1733344100897 (+9 ms)Writing region close event to WAL at 1733344100965 (+68 ms)Running coprocessor post-close hooks at 1733344100980 (+15 ms)Closed at 1733344100980 2024-12-04T20:28:20,980 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:20,993 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,34565,1733344075576; all regions closed. 2024-12-04T20:28:20,996 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:28:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741839_1015 (size=3114) 2024-12-04T20:28:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741833_1009 (size=2090) 2024-12-04T20:28:21,073 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:21,073 INFO [RS:0;c2ef38372881:34565 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:21,073 INFO [RS:0;c2ef38372881:34565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:21,073 INFO [RS:0;c2ef38372881:34565 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:21,073 INFO [RS:0;c2ef38372881:34565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:21,074 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:21,074 INFO [RS:0;c2ef38372881:34565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,34565,1733344075576 because: Region server is closing 2024-12-04T20:28:21,074 INFO [RS:0;c2ef38372881:34565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34565. 2024-12-04T20:28:21,074 DEBUG [RS:0;c2ef38372881:34565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:21,074 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:21,074 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:21,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:21,175 INFO [RS:0;c2ef38372881:34565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,34565,1733344075576.replicationSource.shipperc2ef38372881%2C34565%2C1733344075576,1-c2ef38372881,34565,1733344075576 terminated 2024-12-04T20:28:21,175 INFO [RS:0;c2ef38372881:34565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:34565. 2024-12-04T20:28:21,175 DEBUG [RS:0;c2ef38372881:34565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:21,175 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:21,175 DEBUG [RS:0;c2ef38372881:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:21,175 INFO [RS:0;c2ef38372881:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34565 2024-12-04T20:28:21,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:21,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395/rs 2024-12-04T20:28:21,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947783395/rs/c2ef38372881,34565,1733344075576 2024-12-04T20:28:21,178 INFO [RS:0;c2ef38372881:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:21,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,34565,1733344075576] 2024-12-04T20:28:21,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947783395/draining/c2ef38372881,34565,1733344075576 already deleted, retry=false 2024-12-04T20:28:21,179 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,34565,1733344075576 expired; onlineServers=0 2024-12-04T20:28:21,179 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,46287,1733344075475' ***** 2024-12-04T20:28:21,179 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:28:21,179 INFO [M:0;c2ef38372881:46287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:21,180 INFO [M:0;c2ef38372881:46287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:21,180 DEBUG [M:0;c2ef38372881:46287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:28:21,180 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:28:21,180 DEBUG [M:0;c2ef38372881:46287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:28:21,180 INFO [M:0;c2ef38372881:46287 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:21,180 INFO [M:0;c2ef38372881:46287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:21,180 DEBUG [M:0;c2ef38372881:46287 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:28:21,180 INFO [M:0;c2ef38372881:46287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:28:21,180 INFO [M:0;c2ef38372881:46287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:21,180 INFO [M:0;c2ef38372881:46287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:28:21,180 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344076017 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344076017,5,FailOnTimeoutGroup] 2024-12-04T20:28:21,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:28:21,180 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344076017 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344076017,5,FailOnTimeoutGroup] 2024-12-04T20:28:21,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947783395/master 2024-12-04T20:28:21,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947783395 2024-12-04T20:28:21,181 DEBUG [M:0;c2ef38372881:46287 {}] zookeeper.ZKUtil(347): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Unable to get data of znode /1-1947783395/master because node does not exist (not an error) 2024-12-04T20:28:21,181 WARN [M:0;c2ef38372881:46287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:28:21,185 INFO [M:0;c2ef38372881:46287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/.lastflushedseqids 2024-12-04T20:28:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741848_1024 (size=245) 2024-12-04T20:28:21,213 INFO [M:0;c2ef38372881:46287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:28:21,213 INFO [M:0;c2ef38372881:46287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:28:21,213 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:21,213 INFO [M:0;c2ef38372881:46287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:21,213 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:21,213 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:21,213 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:21,213 INFO [M:0;c2ef38372881:46287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T20:28:21,232 DEBUG [M:0;c2ef38372881:46287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6240ab98775b43b6a46f02796f1342f4 is 82, key is hbase:meta,,1/info:regioninfo/1733344076766/Put/seqid=0 2024-12-04T20:28:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741849_1025 (size=5672) 2024-12-04T20:28:21,248 INFO [M:0;c2ef38372881:46287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6240ab98775b43b6a46f02796f1342f4 2024-12-04T20:28:21,278 DEBUG [M:0;c2ef38372881:46287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a65bf5edf3424aaa6722fefe7e02ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344087803/Put/seqid=0 2024-12-04T20:28:21,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:21,279 INFO [RS:0;c2ef38372881:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:21,279 INFO [RS:0;c2ef38372881:34565 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,34565,1733344075576; zookeeper connection closed. 2024-12-04T20:28:21,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x100a6eaec6d0004, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:21,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19941420 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19941420 2024-12-04T20:28:21,287 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:28:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741850_1026 (size=8517) 2024-12-04T20:28:21,323 INFO [M:0;c2ef38372881:46287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a65bf5edf3424aaa6722fefe7e02ff 2024-12-04T20:28:21,345 DEBUG [M:0;c2ef38372881:46287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de1b55764f349bd9a3b473f1a74985a is 69, key is c2ef38372881,34565,1733344075576/rs:state/1733344076130/Put/seqid=0 2024-12-04T20:28:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741851_1027 (size=5156) 2024-12-04T20:28:21,751 INFO [M:0;c2ef38372881:46287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de1b55764f349bd9a3b473f1a74985a 2024-12-04T20:28:21,762 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6240ab98775b43b6a46f02796f1342f4 as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6240ab98775b43b6a46f02796f1342f4 2024-12-04T20:28:21,767 INFO [M:0;c2ef38372881:46287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6240ab98775b43b6a46f02796f1342f4, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:28:21,768 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a65bf5edf3424aaa6722fefe7e02ff as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84a65bf5edf3424aaa6722fefe7e02ff 2024-12-04T20:28:21,772 INFO [M:0;c2ef38372881:46287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84a65bf5edf3424aaa6722fefe7e02ff, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:28:21,773 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de1b55764f349bd9a3b473f1a74985a as hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2de1b55764f349bd9a3b473f1a74985a 2024-12-04T20:28:21,784 INFO [M:0;c2ef38372881:46287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37753/user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2de1b55764f349bd9a3b473f1a74985a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:28:21,787 INFO [M:0;c2ef38372881:46287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=97, compaction requested=false 2024-12-04T20:28:21,837 INFO [M:0;c2ef38372881:46287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:21,837 DEBUG [M:0;c2ef38372881:46287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344101213Disabling compacts and flushes for region at 1733344101213Disabling writes for close at 1733344101213Obtaining lock to block concurrent updates at 1733344101213Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344101213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733344101214 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344101214Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344101214Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344101232 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344101232Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344101254 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344101278 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344101278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344101327 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344101344 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344101344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a800970: reopening flushed file at 1733344101760 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3191eb0b: reopening flushed file at 1733344101767 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99f6ff4: reopening flushed file at 1733344101773 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=97, compaction requested=false at 1733344101787 (+14 ms)Writing region close event to WAL at 1733344101837 (+50 ms)Closed at 1733344101837 2024-12-04T20:28:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45729 is added to blk_1073741830_1006 (size=63666) 2024-12-04T20:28:21,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d926ff08-7c11-c77b-c0e0-1c35e8eb20c3/MasterData/WALs/c2ef38372881,46287,1733344075475/c2ef38372881%2C46287%2C1733344075475.1733344075845 not finished, retry = 0 2024-12-04T20:28:21,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:21,953 INFO [M:0;c2ef38372881:46287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:28:21,953 INFO [M:0;c2ef38372881:46287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46287 2024-12-04T20:28:21,953 INFO [M:0;c2ef38372881:46287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:22,055 INFO [M:0;c2ef38372881:46287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:22,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:22,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46287-0x100a6eaec6d0003, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:22,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20198d99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:22,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:22,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:22,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:22,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:22,065 WARN [BP-1202567868-172.17.0.2-1733344074302 heartbeating to localhost/127.0.0.1:37753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:28:22,065 WARN [BP-1202567868-172.17.0.2-1733344074302 heartbeating to localhost/127.0.0.1:37753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1202567868-172.17.0.2-1733344074302 (Datanode Uuid 9a31307f-b7e7-4240-8d99-c8a385555734) service to localhost/127.0.0.1:37753 2024-12-04T20:28:22,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/cluster_f2b828d1-bbf6-5943-5bc4-71312aab5f19/data/data1/current/BP-1202567868-172.17.0.2-1733344074302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:22,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/cluster_f2b828d1-bbf6-5943-5bc4-71312aab5f19/data/data2/current/BP-1202567868-172.17.0.2-1733344074302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:22,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:28:22,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:28:22,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:28:22,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60a42272{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:22,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:22,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:22,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:22,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70949daa-c1fe-42fd-9006-5ab29c2ff1f6/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:22,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:28:22,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:28:22,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:22,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:22,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:22,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:22,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:22,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:28:22,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=731276587, stopped=false 2024-12-04T20:28:22,113 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,44981,1733344072679 2024-12-04T20:28:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1959606924/running 2024-12-04T20:28:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1959606924/running 2024-12-04T20:28:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:28:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:28:22,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:22,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on znode that does not yet exist, /0-1959606924/running 2024-12-04T20:28:22,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:22,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Set watcher on znode that does not yet exist, /0-1959606924/running 2024-12-04T20:28:22,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:22,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:22,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,33325,1733344072779' ***** 2024-12-04T20:28:22,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:28:22,116 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:28:22,116 INFO [RS:0;c2ef38372881:33325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:28:22,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:28:22,116 INFO [RS:0;c2ef38372881:33325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:28:22,116 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(3091): Received CLOSE for 7faa5916f43c0e2dfb1343f28c4f99c2 2024-12-04T20:28:22,117 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(3091): Received CLOSE for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:22,117 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,33325,1733344072779 2024-12-04T20:28:22,117 INFO [RS:0;c2ef38372881:33325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:22,118 INFO [RS:0;c2ef38372881:33325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:33325. 2024-12-04T20:28:22,118 DEBUG [RS:0;c2ef38372881:33325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:22,118 DEBUG [RS:0;c2ef38372881:33325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:22,118 INFO [RS:0;c2ef38372881:33325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:28:22,118 INFO [RS:0;c2ef38372881:33325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:28:22,118 INFO [RS:0;c2ef38372881:33325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:28:22,118 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:28:22,118 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:28:22,118 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1325): Online Regions={7faa5916f43c0e2dfb1343f28c4f99c2=test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2., 1588230740=hbase:meta,,1.1588230740, e740fcd9ca3ed050d55c8cf4de561ef1=hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1.} 2024-12-04T20:28:22,118 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7faa5916f43c0e2dfb1343f28c4f99c2, e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:22,118 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7faa5916f43c0e2dfb1343f28c4f99c2, disabling compactions & flushes 2024-12-04T20:28:22,119 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:22,119 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:22,119 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. after waiting 0 ms 2024-12-04T20:28:22,119 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:22,119 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7faa5916f43c0e2dfb1343f28c4f99c2 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T20:28:22,119 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:22,119 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:22,119 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:22,119 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:22,119 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:22,119 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:28:22,139 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/info/7b7e266db54d4a05b7fb52d3aef10835 is 147, key is hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1./info:regioninfo/1733344086303/Put/seqid=0 2024-12-04T20:28:22,140 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/f/667adf9241f94317b4949cf1447dfd84 is 28, key is row/f:/1733344094237/DeleteFamily/seqid=0 2024-12-04T20:28:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741840_1016 (size=7686) 2024-12-04T20:28:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741841_1017 (size=5085) 2024-12-04T20:28:22,148 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/f/667adf9241f94317b4949cf1447dfd84 2024-12-04T20:28:22,152 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 667adf9241f94317b4949cf1447dfd84 2024-12-04T20:28:22,158 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:22,170 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/f1/01ec3514ac5e44dea605b33d02ca351a is 29, key is row/f1:/1733344094237/DeleteFamily/seqid=0 2024-12-04T20:28:22,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741842_1018 (size=5089) 2024-12-04T20:28:22,175 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/f1/01ec3514ac5e44dea605b33d02ca351a 2024-12-04T20:28:22,180 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01ec3514ac5e44dea605b33d02ca351a 2024-12-04T20:28:22,197 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/norep/bf55a713c17a4db0b00718a390739f58 is 32, key is row/norep:/1733344094237/DeleteFamily/seqid=0 2024-12-04T20:28:22,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741843_1019 (size=5101) 2024-12-04T20:28:22,201 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/norep/bf55a713c17a4db0b00718a390739f58 2024-12-04T20:28:22,207 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf55a713c17a4db0b00718a390739f58 2024-12-04T20:28:22,207 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/f/667adf9241f94317b4949cf1447dfd84 as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/f/667adf9241f94317b4949cf1447dfd84 2024-12-04T20:28:22,211 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 667adf9241f94317b4949cf1447dfd84 2024-12-04T20:28:22,211 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/f/667adf9241f94317b4949cf1447dfd84, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T20:28:22,212 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/f1/01ec3514ac5e44dea605b33d02ca351a as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/f1/01ec3514ac5e44dea605b33d02ca351a 2024-12-04T20:28:22,229 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01ec3514ac5e44dea605b33d02ca351a 2024-12-04T20:28:22,229 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/f1/01ec3514ac5e44dea605b33d02ca351a, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T20:28:22,230 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/.tmp/norep/bf55a713c17a4db0b00718a390739f58 as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/norep/bf55a713c17a4db0b00718a390739f58 2024-12-04T20:28:22,236 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 636, reset compression=false 2024-12-04T20:28:22,240 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf55a713c17a4db0b00718a390739f58 2024-12-04T20:28:22,240 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/norep/bf55a713c17a4db0b00718a390739f58, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T20:28:22,241 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7faa5916f43c0e2dfb1343f28c4f99c2 in 122ms, sequenceid=6, compaction requested=false 2024-12-04T20:28:22,265 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:22,265 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 1232, reset compression=false 2024-12-04T20:28:22,265 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,33325,1733344072779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655, lastWalPosition=1232, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:22,266 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,33325,1733344072779: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c2ef38372881,33325,1733344072779, walGroup=c2ef38372881%2C33325%2C1733344072779, offset=c2ef38372881%2C33325%2C1733344072779.1733344073655:1232, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:33325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:28:22,268 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:28:22,268 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:28:22,269 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:28:22,269 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:28:22,269 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:28:22,269 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1310720000, "init": 1048576000, "max": 2306867200, "used": 895193088 }, "NonHeapMemoryUsage": { "committed": 204734464, "init": 7667712, "max": -1, "used": 201426576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:28:22,270 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:44981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:44981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:28:22,304 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:22,305 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 1527, reset compression=false 2024-12-04T20:28:22,307 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/default/test/7faa5916f43c0e2dfb1343f28c4f99c2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T20:28:22,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:22,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:28:22,308 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:22,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7faa5916f43c0e2dfb1343f28c4f99c2: Waiting for close lock at 1733344102118Running coprocessor pre-close hooks at 1733344102118Disabling compacts and flushes for region at 1733344102118Disabling writes for close at 1733344102119 (+1 ms)Obtaining lock to block concurrent updates at 1733344102119Preparing flush snapshotting stores in 7faa5916f43c0e2dfb1343f28c4f99c2 at 1733344102119Finished memstore snapshotting test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733344102119Flushing stores of test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. at 1733344102119Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/f: creating writer at 1733344102119Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/f: appending metadata at 1733344102139 (+20 ms)Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/f: closing flushed file at 1733344102139Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/f1: creating writer at 1733344102152 (+13 ms)Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/f1: appending metadata at 1733344102170 (+18 ms)Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/f1: closing flushed file at 1733344102170Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/norep: creating writer at 1733344102180 (+10 ms)Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/norep: appending metadata at 1733344102196 (+16 ms)Flushing 7faa5916f43c0e2dfb1343f28c4f99c2/norep: closing flushed file at 1733344102196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ed5d19: reopening flushed file at 1733344102207 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2460b8bf: reopening flushed file at 1733344102211 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306c09ce: reopening flushed file at 1733344102230 (+19 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7faa5916f43c0e2dfb1343f28c4f99c2 in 122ms, sequenceid=6, compaction requested=false at 1733344102241 (+11 ms)Writing region close event to WAL at 1733344102300 (+59 ms)Running coprocessor post-close hooks at 1733344102308 (+8 ms)Closed at 1733344102308 2024-12-04T20:28:22,308 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2. 2024-12-04T20:28:22,309 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e740fcd9ca3ed050d55c8cf4de561ef1, disabling compactions & flushes 2024-12-04T20:28:22,309 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,309 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,309 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. after waiting 0 ms 2024-12-04T20:28:22,309 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,309 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e740fcd9ca3ed050d55c8cf4de561ef1: Waiting for close lock at 1733344102309Running coprocessor pre-close hooks at 1733344102309Disabling compacts and flushes for region at 1733344102309Disabling writes for close at 1733344102309Failed flush hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1., putting online again at 1733344102309 2024-12-04T20:28:22,309 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,319 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(3091): Received CLOSE for e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:22,319 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e740fcd9ca3ed050d55c8cf4de561ef1 2024-12-04T20:28:22,319 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e740fcd9ca3ed050d55c8cf4de561ef1, disabling compactions & flushes 2024-12-04T20:28:22,319 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,319 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,319 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. after waiting 0 ms 2024-12-04T20:28:22,319 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,319 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e740fcd9ca3ed050d55c8cf4de561ef1: Waiting for close lock at 1733344102319Running coprocessor pre-close hooks at 1733344102319Disabling compacts and flushes for region at 1733344102319Disabling writes for close at 1733344102319Failed flush hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1., putting online again at 1733344102319 2024-12-04T20:28:22,319 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733344085693.e740fcd9ca3ed050d55c8cf4de561ef1. 2024-12-04T20:28:22,509 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:28:22,509 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:28:22,513 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 1527, reset compression=false 2024-12-04T20:28:22,519 DEBUG [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:22,547 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/info/7b7e266db54d4a05b7fb52d3aef10835 2024-12-04T20:28:22,570 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/ns/e39e6fd8908b4e119c26266488c0857f is 43, key is default/ns:d/1733344074105/Put/seqid=0 2024-12-04T20:28:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741844_1020 (size=5153) 2024-12-04T20:28:22,577 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/ns/e39e6fd8908b4e119c26266488c0857f 2024-12-04T20:28:22,605 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/rep_barrier/1921f8d624d14ed896fb5f8a628ab8a4 is 112, key is test,,1733344080209.7faa5916f43c0e2dfb1343f28c4f99c2./rep_barrier:seqnumDuringOpen/1733344080951/Put/seqid=0 2024-12-04T20:28:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741845_1021 (size=5518) 2024-12-04T20:28:22,609 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/rep_barrier/1921f8d624d14ed896fb5f8a628ab8a4 2024-12-04T20:28:22,630 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/table/5dfb5b078c294d8c9ffd2d21249fa713 is 53, key is hbase:replication/table:state/1733344086318/Put/seqid=0 2024-12-04T20:28:22,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741846_1022 (size=5308) 2024-12-04T20:28:22,635 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/table/5dfb5b078c294d8c9ffd2d21249fa713 2024-12-04T20:28:22,643 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/info/7b7e266db54d4a05b7fb52d3aef10835 as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/info/7b7e266db54d4a05b7fb52d3aef10835 2024-12-04T20:28:22,647 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/info/7b7e266db54d4a05b7fb52d3aef10835, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:28:22,648 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/ns/e39e6fd8908b4e119c26266488c0857f as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/ns/e39e6fd8908b4e119c26266488c0857f 2024-12-04T20:28:22,648 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T20:28:22,653 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/ns/e39e6fd8908b4e119c26266488c0857f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:28:22,654 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/rep_barrier/1921f8d624d14ed896fb5f8a628ab8a4 as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/rep_barrier/1921f8d624d14ed896fb5f8a628ab8a4 2024-12-04T20:28:22,660 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/rep_barrier/1921f8d624d14ed896fb5f8a628ab8a4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:28:22,662 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/.tmp/table/5dfb5b078c294d8c9ffd2d21249fa713 as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/table/5dfb5b078c294d8c9ffd2d21249fa713 2024-12-04T20:28:22,666 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/table/5dfb5b078c294d8c9ffd2d21249fa713, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:28:22,669 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false 2024-12-04T20:28:22,676 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:28:22,677 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:22,677 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:22,677 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:22,677 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344102119Running coprocessor pre-close hooks at 1733344102119Disabling compacts and flushes for region at 1733344102119Disabling writes for close at 1733344102119Obtaining lock to block concurrent updates at 1733344102119Preparing flush snapshotting stores in 1588230740 at 1733344102119Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344102120 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733344102121 (+1 ms)Flushing 1588230740/info: creating writer at 1733344102121Flushing 1588230740/info: appending metadata at 1733344102138 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733344102138Flushing 1588230740/ns: creating writer at 1733344102553 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733344102570 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733344102570Flushing 1588230740/rep_barrier: creating writer at 1733344102588 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344102605 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344102605Flushing 1588230740/table: creating writer at 1733344102613 (+8 ms)Flushing 1588230740/table: appending metadata at 1733344102629 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733344102629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c17f7d3: reopening flushed file at 1733344102641 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e00863d: reopening flushed file at 1733344102647 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb0cea1: reopening flushed file at 1733344102653 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1232fb: reopening flushed file at 1733344102660 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false at 1733344102669 (+9 ms)Writing region close event to WAL at 1733344102673 (+4 ms)Running coprocessor post-close hooks at 1733344102677 (+4 ms)Closed at 1733344102677 2024-12-04T20:28:22,677 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:22,719 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T20:28:22,719 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,33325,1733344072779; all regions closed. 2024-12-04T20:28:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741834_1010 (size=4239) 2024-12-04T20:28:22,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741839_1015 (size=1297) 2024-12-04T20:28:22,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 not finished, retry = 0 2024-12-04T20:28:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741833_1009 (size=1535) 2024-12-04T20:28:22,817 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 to pos 1527, reset compression=false 2024-12-04T20:28:22,859 DEBUG [RS:0;c2ef38372881:33325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:22,859 INFO [RS:0;c2ef38372881:33325 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:22,859 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/WALs/c2ef38372881,33325,1733344072779/c2ef38372881%2C33325%2C1733344072779.1733344073655 2024-12-04T20:28:22,860 INFO [RS:0;c2ef38372881:33325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:22,860 INFO [RS:0;c2ef38372881:33325 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:22,860 INFO [RS:0;c2ef38372881:33325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:22,860 INFO [RS:0;c2ef38372881:33325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,33325,1733344072779 because: Region server is closing 2024-12-04T20:28:22,860 INFO [RS:0;c2ef38372881:33325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:33325. 2024-12-04T20:28:22,860 DEBUG [RS:0;c2ef38372881:33325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:22,860 DEBUG [RS:0;c2ef38372881:33325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:22,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:22,861 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:22,861 DEBUG [RS:0;c2ef38372881:33325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:22,961 INFO [RS:0;c2ef38372881:33325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.shipperc2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 terminated 2024-12-04T20:28:22,962 INFO [RS:0;c2ef38372881:33325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33325 2024-12-04T20:28:22,962 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,33325,1733344072779.replicationSource.wal-reader.c2ef38372881%2C33325%2C1733344072779,1-c2ef38372881,33325,1733344072779 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T20:28:22,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1959606924/rs/c2ef38372881,33325,1733344072779 2024-12-04T20:28:22,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924/rs 2024-12-04T20:28:22,964 INFO [RS:0;c2ef38372881:33325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:22,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,33325,1733344072779] 2024-12-04T20:28:22,965 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1959606924/draining/c2ef38372881,33325,1733344072779 already deleted, retry=false 2024-12-04T20:28:22,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,33325,1733344072779 expired; onlineServers=0 2024-12-04T20:28:22,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,44981,1733344072679' ***** 2024-12-04T20:28:22,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:28:22,966 INFO [M:0;c2ef38372881:44981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:22,966 INFO [M:0;c2ef38372881:44981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:22,966 DEBUG [M:0;c2ef38372881:44981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:28:22,966 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:28:22,966 DEBUG [M:0;c2ef38372881:44981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:28:22,966 INFO [M:0;c2ef38372881:44981 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:22,966 INFO [M:0;c2ef38372881:44981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:22,966 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344073374 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344073374,5,FailOnTimeoutGroup] 2024-12-04T20:28:22,966 DEBUG [M:0;c2ef38372881:44981 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:28:22,966 INFO [M:0;c2ef38372881:44981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:28:22,966 INFO [M:0;c2ef38372881:44981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:22,966 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344073381 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344073381,5,FailOnTimeoutGroup] 2024-12-04T20:28:22,966 INFO [M:0;c2ef38372881:44981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:28:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1959606924/master 2024-12-04T20:28:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1959606924 2024-12-04T20:28:22,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:28:22,967 DEBUG [M:0;c2ef38372881:44981 {}] zookeeper.ZKUtil(347): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Unable to get data of znode /0-1959606924/master because node does not exist (not an error) 2024-12-04T20:28:22,967 WARN [M:0;c2ef38372881:44981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:28:22,968 INFO [M:0;c2ef38372881:44981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/.lastflushedseqids 2024-12-04T20:28:23,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741847_1023 (size=245) 2024-12-04T20:28:23,016 INFO [M:0;c2ef38372881:44981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:28:23,016 INFO [M:0;c2ef38372881:44981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:28:23,016 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:23,016 INFO [M:0;c2ef38372881:44981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:23,016 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:23,016 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:23,016 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:23,016 INFO [M:0;c2ef38372881:44981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T20:28:23,035 DEBUG [M:0;c2ef38372881:44981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3fa7b653ca54ef1868e2d0d32ea835a is 82, key is hbase:meta,,1/info:regioninfo/1733344074094/Put/seqid=0 2024-12-04T20:28:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741848_1024 (size=5672) 2024-12-04T20:28:23,055 INFO [M:0;c2ef38372881:44981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3fa7b653ca54ef1868e2d0d32ea835a 2024-12-04T20:28:23,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:23,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33325-0x100a6eaec6d0001, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:23,067 INFO [RS:0;c2ef38372881:33325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:23,067 INFO [RS:0;c2ef38372881:33325 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,33325,1733344072779; zookeeper connection closed. 2024-12-04T20:28:23,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ddaa8aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ddaa8aa 2024-12-04T20:28:23,072 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:28:23,082 DEBUG [M:0;c2ef38372881:44981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d08ac930a9c422099148f7182b029c2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344086323/Put/seqid=0 2024-12-04T20:28:23,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741849_1025 (size=8517) 2024-12-04T20:28:23,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:23,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:23,512 INFO [M:0;c2ef38372881:44981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d08ac930a9c422099148f7182b029c2 2024-12-04T20:28:23,536 DEBUG [M:0;c2ef38372881:44981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/187498cd4e0b4b428a363a41f4262e31 is 69, key is c2ef38372881,33325,1733344072779/rs:state/1733344073470/Put/seqid=0 2024-12-04T20:28:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741850_1026 (size=5156) 2024-12-04T20:28:23,543 INFO [M:0;c2ef38372881:44981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/187498cd4e0b4b428a363a41f4262e31 2024-12-04T20:28:23,548 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3fa7b653ca54ef1868e2d0d32ea835a as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3fa7b653ca54ef1868e2d0d32ea835a 2024-12-04T20:28:23,554 INFO [M:0;c2ef38372881:44981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3fa7b653ca54ef1868e2d0d32ea835a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T20:28:23,556 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d08ac930a9c422099148f7182b029c2 as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d08ac930a9c422099148f7182b029c2 2024-12-04T20:28:23,563 INFO [M:0;c2ef38372881:44981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d08ac930a9c422099148f7182b029c2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T20:28:23,564 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/187498cd4e0b4b428a363a41f4262e31 as hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/187498cd4e0b4b428a363a41f4262e31 2024-12-04T20:28:23,569 INFO [M:0;c2ef38372881:44981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/a497f35d-7618-e410-aa00-195d8b33721c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/187498cd4e0b4b428a363a41f4262e31, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T20:28:23,570 INFO [M:0;c2ef38372881:44981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=97, compaction requested=false 2024-12-04T20:28:23,608 INFO [M:0;c2ef38372881:44981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:23,608 DEBUG [M:0;c2ef38372881:44981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344103016Disabling compacts and flushes for region at 1733344103016Disabling writes for close at 1733344103016Obtaining lock to block concurrent updates at 1733344103016Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344103016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733344103017 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344103017Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344103017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344103034 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344103034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344103060 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344103081 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344103081Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344103516 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344103535 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344103535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610f9dca: reopening flushed file at 1733344103548 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43290014: reopening flushed file at 1733344103555 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bc323b: reopening flushed file at 1733344103564 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=97, compaction requested=false at 1733344103570 (+6 ms)Writing region close event to WAL at 1733344103608 (+38 ms)Closed at 1733344103608 2024-12-04T20:28:23,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741830_1006 (size=63666) 2024-12-04T20:28:23,613 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:23,613 INFO [M:0;c2ef38372881:44981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:28:23,613 INFO [M:0;c2ef38372881:44981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44981 2024-12-04T20:28:23,613 INFO [M:0;c2ef38372881:44981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:23,715 INFO [M:0;c2ef38372881:44981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x100a6eaec6d0000, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:23,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47338a4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:23,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:23,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:23,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:23,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:23,719 WARN [BP-1874395592-172.17.0.2-1733344071726 heartbeating to localhost/127.0.0.1:39089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:28:23,719 WARN [BP-1874395592-172.17.0.2-1733344071726 heartbeating to localhost/127.0.0.1:39089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1874395592-172.17.0.2-1733344071726 (Datanode Uuid b10ae73f-c305-4f3e-84dc-77353ab7d67e) service to localhost/127.0.0.1:39089 2024-12-04T20:28:23,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:28:23,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:28:23,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257/data/data1/current/BP-1874395592-172.17.0.2-1733344071726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:23,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/cluster_40398a85-4396-340c-4a34-db852ee8a257/data/data2/current/BP-1874395592-172.17.0.2-1733344071726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:23,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:28:23,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28df01c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:23,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a8f67af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:23,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:23,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d101001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:23,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f9dfe49-8c6a-1fa6-c67a-ea37115c1eb5/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:23,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:28:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:28:23,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=367 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39089 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34773 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37753 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=809 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3886 (was 4313) 2024-12-04T20:28:23,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=367, OpenFileDescriptor=809, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=3886 2024-12-04T20:28:23,788 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T20:28:23,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.log.dir so I do NOT create it in target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2 2024-12-04T20:28:23,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:28:23,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.tmp.dir so I do NOT create it in target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2 2024-12-04T20:28:23,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa813d3-82f3-62c8-581d-0f99fbeb036c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:28:23,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2 2024-12-04T20:28:23,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f, deleteOnExit=true 2024-12-04T20:28:23,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/zookeeper_0, clientPort=59496, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:28:23,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59496 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/test.cache.data in system properties and HBase conf 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:28:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:28:23,803 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:28:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:23,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:28:23,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:28:23,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6eaec6d0005, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:28:23,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6eaec6d0005, quorum=127.0.0.1:60303, baseZNode=/1-1947783395 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:28:23,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100a6eaec6d0008, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:28:23,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100a6eaec6d0008, quorum=127.0.0.1:60303, baseZNode=/2-1546175426 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:28:23,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6eaec6d0002, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:28:23,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6eaec6d0002, quorum=127.0.0.1:60303, baseZNode=/0-1959606924 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:28:23,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:23,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:23,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:23,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:23,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:28:23,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:23,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63e3f7ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:23,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c4774a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:23,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@618e7796{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/java.io.tmpdir/jetty-localhost-39081-hadoop-hdfs-3_4_1-tests_jar-_-any-4507756307823111874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:23,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fdb4e16{HTTP/1.1, (http/1.1)}{localhost:39081} 2024-12-04T20:28:23,998 INFO [Time-limited test {}] server.Server(415): Started @277489ms 2024-12-04T20:28:24,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:24,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:24,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:24,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:24,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:28:24,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@405c7333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:24,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205f3084{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:24,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d90da47{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/java.io.tmpdir/jetty-localhost-41487-hadoop-hdfs-3_4_1-tests_jar-_-any-13262364684145772602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:24,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6215f76f{HTTP/1.1, (http/1.1)}{localhost:41487} 2024-12-04T20:28:24,347 INFO [Time-limited test {}] server.Server(415): Started @277838ms 2024-12-04T20:28:24,348 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:28:24,473 WARN [Thread-4154 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/data/data1/current/BP-2040591637-172.17.0.2-1733344103820/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:24,473 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/data/data2/current/BP-2040591637-172.17.0.2-1733344103820/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:24,510 WARN [Thread-4142 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:28:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x467d8ffb2550dd72 with lease ID 0x55fc8ce39234b683: Processing first storage report for DS-494ccbe6-5aa1-46ca-a815-77988a940232 from datanode DatanodeRegistration(127.0.0.1:45927, datanodeUuid=a771c6df-8fca-4379-b66e-5a9c40c5299f, infoPort=36135, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1747303614;c=1733344103820) 2024-12-04T20:28:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x467d8ffb2550dd72 with lease ID 0x55fc8ce39234b683: from storage DS-494ccbe6-5aa1-46ca-a815-77988a940232 node DatanodeRegistration(127.0.0.1:45927, datanodeUuid=a771c6df-8fca-4379-b66e-5a9c40c5299f, infoPort=36135, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1747303614;c=1733344103820), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:28:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x467d8ffb2550dd72 with lease ID 0x55fc8ce39234b683: Processing first storage report for DS-e68f2b68-4923-40d4-a501-6fac959b1043 from datanode DatanodeRegistration(127.0.0.1:45927, datanodeUuid=a771c6df-8fca-4379-b66e-5a9c40c5299f, infoPort=36135, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1747303614;c=1733344103820) 2024-12-04T20:28:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x467d8ffb2550dd72 with lease ID 0x55fc8ce39234b683: from storage DS-e68f2b68-4923-40d4-a501-6fac959b1043 node DatanodeRegistration(127.0.0.1:45927, datanodeUuid=a771c6df-8fca-4379-b66e-5a9c40c5299f, infoPort=36135, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1747303614;c=1733344103820), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:28:24,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2 2024-12-04T20:28:24,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:24,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:24,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:28:25,008 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea with version=8 2024-12-04T20:28:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/hbase-staging 2024-12-04T20:28:25,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:25,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:25,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:25,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:25,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:25,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:25,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:28:25,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:25,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44963 2024-12-04T20:28:25,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44963 connecting to ZooKeeper ensemble=127.0.0.1:59496 2024-12-04T20:28:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449630x0, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:25,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44963-0x100a6eb69e20000 connected 2024-12-04T20:28:25,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:25,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:25,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on znode that does not yet exist, /0-637149958/running 2024-12-04T20:28:25,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea, hbase.cluster.distributed=false 2024-12-04T20:28:25,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on znode that does not yet exist, /0-637149958/acl 2024-12-04T20:28:25,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44963 2024-12-04T20:28:25,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44963 2024-12-04T20:28:25,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44963 2024-12-04T20:28:25,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44963 2024-12-04T20:28:25,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44963 2024-12-04T20:28:25,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:25,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:25,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:25,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:25,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:25,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:25,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:28:25,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:25,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41723 2024-12-04T20:28:25,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41723 connecting to ZooKeeper ensemble=127.0.0.1:59496 2024-12-04T20:28:25,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:25,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:25,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417230x0, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:25,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417230x0, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on znode that does not yet exist, /0-637149958/running 2024-12-04T20:28:25,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:28:25,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41723-0x100a6eb69e20001 connected 2024-12-04T20:28:25,189 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:28:25,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on znode that does not yet exist, /0-637149958/master 2024-12-04T20:28:25,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on znode that does not yet exist, /0-637149958/acl 2024-12-04T20:28:25,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41723 2024-12-04T20:28:25,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41723 2024-12-04T20:28:25,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41723 2024-12-04T20:28:25,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41723 2024-12-04T20:28:25,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41723 2024-12-04T20:28:25,230 DEBUG [M:0;c2ef38372881:44963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:44963 2024-12-04T20:28:25,233 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-637149958/backup-masters/c2ef38372881,44963,1733344105010 2024-12-04T20:28:25,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958/backup-masters 2024-12-04T20:28:25,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958/backup-masters 2024-12-04T20:28:25,253 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on existing znode=/0-637149958/backup-masters/c2ef38372881,44963,1733344105010 2024-12-04T20:28:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-637149958/master 2024-12-04T20:28:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:25,254 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on existing znode=/0-637149958/master 2024-12-04T20:28:25,254 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-637149958/backup-masters/c2ef38372881,44963,1733344105010 from backup master directory 2024-12-04T20:28:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-637149958/backup-masters/c2ef38372881,44963,1733344105010 2024-12-04T20:28:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958/backup-masters 2024-12-04T20:28:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958/backup-masters 2024-12-04T20:28:25,255 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:25,255 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,44963,1733344105010 2024-12-04T20:28:25,264 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/hbase.id] with ID: 34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab 2024-12-04T20:28:25,264 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/.tmp/hbase.id 2024-12-04T20:28:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:28:25,679 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/.tmp/hbase.id]:[hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/hbase.id] 2024-12-04T20:28:25,686 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:25,686 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:28:25,687 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:28:25,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:25,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:28:26,092 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:26,093 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:28:26,093 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:26,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:28:26,097 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/data/master/store 2024-12-04T20:28:26,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:28:26,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:26,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:26,502 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:26,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:26,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:26,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:26,502 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:26,502 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344106502Disabling compacts and flushes for region at 1733344106502Disabling writes for close at 1733344106502Writing region close event to WAL at 1733344106502Closed at 1733344106502 2024-12-04T20:28:26,503 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/data/master/store/.initializing 2024-12-04T20:28:26,503 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/WALs/c2ef38372881,44963,1733344105010 2024-12-04T20:28:26,504 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:26,505 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C44963%2C1733344105010, suffix=, logDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/WALs/c2ef38372881,44963,1733344105010, archiveDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/oldWALs, maxLogs=10 2024-12-04T20:28:26,520 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/WALs/c2ef38372881,44963,1733344105010/c2ef38372881%2C44963%2C1733344105010.1733344106505, exclude list is [], retry=0 2024-12-04T20:28:26,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45927,DS-494ccbe6-5aa1-46ca-a815-77988a940232,DISK] 2024-12-04T20:28:26,523 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/WALs/c2ef38372881,44963,1733344105010/c2ef38372881%2C44963%2C1733344105010.1733344106505 2024-12-04T20:28:26,523 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-12-04T20:28:26,523 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:26,523 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:26,523 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,523 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:28:26,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:26,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:26,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:28:26,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:26,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:26,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:28:26,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:26,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:26,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:28:26,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:26,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:26,529 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,529 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,529 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,530 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,530 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,530 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:26,531 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:26,532 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:26,533 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70538719, jitterRate=0.05110882222652435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:26,533 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344106523Initializing all the Stores at 1733344106524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344106524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344106524Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344106524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344106524Cleaning up temporary data from old regions at 1733344106530 (+6 ms)Region opened successfully at 1733344106533 (+3 ms) 2024-12-04T20:28:26,533 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:28:26,535 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e4050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:26,536 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:28:26,536 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:28:26,536 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:28:26,536 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:28:26,536 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:28:26,537 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:28:26,537 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:28:26,538 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:28:26,538 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Unable to get data of znode /0-637149958/balancer because node does not exist (not necessarily an error) 2024-12-04T20:28:26,539 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-637149958/balancer already deleted, retry=false 2024-12-04T20:28:26,539 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:28:26,539 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Unable to get data of znode /0-637149958/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:28:26,540 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-637149958/normalizer already deleted, retry=false 2024-12-04T20:28:26,540 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:28:26,541 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Unable to get data of znode /0-637149958/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:28:26,541 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-637149958/switch/split already deleted, retry=false 2024-12-04T20:28:26,541 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Unable to get data of znode /0-637149958/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:28:26,542 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-637149958/switch/merge already deleted, retry=false 2024-12-04T20:28:26,543 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Unable to get data of znode /0-637149958/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:28:26,544 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-637149958/snapshot-cleanup already deleted, retry=false 2024-12-04T20:28:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-637149958/running 2024-12-04T20:28:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-637149958/running 2024-12-04T20:28:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:26,545 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,44963,1733344105010, sessionid=0x100a6eb69e20000, setting cluster-up flag (Was=false) 2024-12-04T20:28:26,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:26,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:26,547 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-637149958/flush-table-proc/acquired, /0-637149958/flush-table-proc/reached, /0-637149958/flush-table-proc/abort 2024-12-04T20:28:26,548 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,44963,1733344105010 2024-12-04T20:28:26,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:26,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:26,551 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-637149958/online-snapshot/acquired, /0-637149958/online-snapshot/reached, /0-637149958/online-snapshot/abort 2024-12-04T20:28:26,551 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,44963,1733344105010 2024-12-04T20:28:26,552 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:28:26,553 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:26,553 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:28:26,553 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:28:26,553 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,44963,1733344105010 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:26,554 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:26,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:28:26,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:26,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:28:26,557 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344136557 2024-12-04T20:28:26,557 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:28:26,557 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:28:26,557 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:28:26,557 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:28:26,557 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:28:26,557 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:28:26,561 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,562 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:28:26,562 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:28:26,562 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:28:26,562 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:28:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:28:26,565 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:28:26,565 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:28:26,565 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344106565,5,FailOnTimeoutGroup] 2024-12-04T20:28:26,565 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344106565,5,FailOnTimeoutGroup] 2024-12-04T20:28:26,565 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,565 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:28:26,565 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,565 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,619 INFO [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(746): ClusterId : 34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab 2024-12-04T20:28:26,620 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:28:26,621 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:28:26,621 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:28:26,622 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:28:26,622 DEBUG [RS:0;c2ef38372881:41723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c0a206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:26,631 DEBUG [RS:0;c2ef38372881:41723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:41723 2024-12-04T20:28:26,631 INFO [RS:0;c2ef38372881:41723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:28:26,631 INFO [RS:0;c2ef38372881:41723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:28:26,631 DEBUG [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:28:26,632 INFO [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,44963,1733344105010 with port=41723, startcode=1733344105151 2024-12-04T20:28:26,632 DEBUG [RS:0;c2ef38372881:41723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:28:26,633 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:28:26,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,41723,1733344105151 2024-12-04T20:28:26,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,41723,1733344105151 2024-12-04T20:28:26,634 DEBUG [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea 2024-12-04T20:28:26,634 DEBUG [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46633 2024-12-04T20:28:26,634 DEBUG [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:28:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958/rs 2024-12-04T20:28:26,636 DEBUG [RS:0;c2ef38372881:41723 {}] zookeeper.ZKUtil(111): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Set watcher on existing znode=/0-637149958/rs/c2ef38372881,41723,1733344105151 2024-12-04T20:28:26,636 WARN [RS:0;c2ef38372881:41723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:26,636 INFO [RS:0;c2ef38372881:41723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:26,636 DEBUG [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/WALs/c2ef38372881,41723,1733344105151 2024-12-04T20:28:26,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,41723,1733344105151] 2024-12-04T20:28:26,643 INFO [RS:0;c2ef38372881:41723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:28:26,645 INFO [RS:0;c2ef38372881:41723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:28:26,645 INFO [RS:0;c2ef38372881:41723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:28:26,645 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,648 INFO [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:28:26,649 INFO [RS:0;c2ef38372881:41723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:28:26,649 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:26,649 DEBUG [RS:0;c2ef38372881:41723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:26,653 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,653 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,653 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,653 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,653 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,653 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41723,1733344105151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:26,664 INFO [RS:0;c2ef38372881:41723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:28:26,665 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41723,1733344105151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,665 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,665 INFO [RS:0;c2ef38372881:41723 {}] regionserver.Replication(171): c2ef38372881,41723,1733344105151 started 2024-12-04T20:28:26,675 INFO [RS:0;c2ef38372881:41723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:26,675 INFO [RS:0;c2ef38372881:41723 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,41723,1733344105151, RpcServer on c2ef38372881/172.17.0.2:41723, sessionid=0x100a6eb69e20001 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,41723,1733344105151 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,41723,1733344105151' 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-637149958/flush-table-proc/abort' 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-637149958/flush-table-proc/acquired' 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,41723,1733344105151 2024-12-04T20:28:26,676 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,41723,1733344105151' 2024-12-04T20:28:26,677 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-637149958/online-snapshot/abort' 2024-12-04T20:28:26,677 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-637149958/online-snapshot/acquired' 2024-12-04T20:28:26,677 DEBUG [RS:0;c2ef38372881:41723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:28:26,677 INFO [RS:0;c2ef38372881:41723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:28:26,677 INFO [RS:0;c2ef38372881:41723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:28:26,777 INFO [RS:0;c2ef38372881:41723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:26,779 INFO [RS:0;c2ef38372881:41723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C41723%2C1733344105151, suffix=, logDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/WALs/c2ef38372881,41723,1733344105151, archiveDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/oldWALs, maxLogs=10 2024-12-04T20:28:26,789 DEBUG [RS:0;c2ef38372881:41723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/WALs/c2ef38372881,41723,1733344105151/c2ef38372881%2C41723%2C1733344105151.1733344106779, exclude list is [], retry=0 2024-12-04T20:28:26,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45927,DS-494ccbe6-5aa1-46ca-a815-77988a940232,DISK] 2024-12-04T20:28:26,793 INFO [RS:0;c2ef38372881:41723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/WALs/c2ef38372881,41723,1733344105151/c2ef38372881%2C41723%2C1733344105151.1733344106779 2024-12-04T20:28:26,793 DEBUG [RS:0;c2ef38372881:41723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-12-04T20:28:26,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:28:26,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea 2024-12-04T20:28:26,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:28:27,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:27,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:27,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:27,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:27,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:27,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:27,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:27,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:27,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:27,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:27,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/hbase/meta/1588230740 2024-12-04T20:28:27,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/hbase/meta/1588230740 2024-12-04T20:28:27,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:27,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:27,376 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:27,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:27,378 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:27,378 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71738071, jitterRate=0.06898055970668793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:27,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344107370Initializing all the Stores at 1733344107370Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344107370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344107370Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344107370Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344107370Cleaning up temporary data from old regions at 1733344107376 (+6 ms)Region opened successfully at 1733344107379 (+3 ms) 2024-12-04T20:28:27,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:27,379 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:27,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:27,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:27,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:27,379 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:27,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344107379Disabling compacts and flushes for region at 1733344107379Disabling writes for close at 1733344107379Writing region close event to WAL at 1733344107379Closed at 1733344107379 2024-12-04T20:28:27,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:27,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:28:27,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:28:27,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:27,381 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:28:27,531 DEBUG [c2ef38372881:44963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:28:27,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,41723,1733344105151 2024-12-04T20:28:27,533 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,41723,1733344105151, state=OPENING 2024-12-04T20:28:27,534 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:28:27,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:27,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-637149958 2024-12-04T20:28:27,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-637149958/meta-region-server: CHANGED 2024-12-04T20:28:27,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-637149958/meta-region-server: CHANGED 2024-12-04T20:28:27,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:27,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,41723,1733344105151}] 2024-12-04T20:28:27,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:27,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:28:27,693 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:28:27,693 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:27,693 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:28:27,694 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C41723%2C1733344105151.meta, suffix=.meta, logDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/WALs/c2ef38372881,41723,1733344105151, archiveDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/oldWALs, maxLogs=10 2024-12-04T20:28:27,705 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/WALs/c2ef38372881,41723,1733344105151/c2ef38372881%2C41723%2C1733344105151.meta.1733344107694.meta, exclude list is [], retry=0 2024-12-04T20:28:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45927,DS-494ccbe6-5aa1-46ca-a815-77988a940232,DISK] 2024-12-04T20:28:27,708 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/WALs/c2ef38372881,41723,1733344105151/c2ef38372881%2C41723%2C1733344105151.meta.1733344107694.meta 2024-12-04T20:28:27,708 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-12-04T20:28:27,708 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:27,708 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:27,708 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:27,708 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:28:27,708 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:28:27,709 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:28:27,709 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:27,709 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:28:27,709 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:28:27,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:27,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:27,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:27,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:27,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:27,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:27,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:27,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:27,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:27,713 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:27,714 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/hbase/meta/1588230740 2024-12-04T20:28:27,714 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/hbase/meta/1588230740 2024-12-04T20:28:27,715 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:27,715 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:27,715 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:27,716 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:27,717 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68019621, jitterRate=0.01357133686542511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:27,717 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:28:27,717 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344107709Writing region info on filesystem at 1733344107709Initializing all the Stores at 1733344107709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344107709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344107709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344107709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344107709Cleaning up temporary data from old regions at 1733344107715 (+6 ms)Running coprocessor post-open hooks at 1733344107717 (+2 ms)Region opened successfully at 1733344107717 2024-12-04T20:28:27,718 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344107688 2024-12-04T20:28:27,719 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:28:27,719 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:28:27,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,41723,1733344105151 2024-12-04T20:28:27,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,41723,1733344105151, state=OPEN 2024-12-04T20:28:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41723-0x100a6eb69e20001, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-637149958/meta-region-server 2024-12-04T20:28:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x100a6eb69e20000, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-637149958/meta-region-server 2024-12-04T20:28:27,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-637149958/meta-region-server: CHANGED 2024-12-04T20:28:27,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-637149958/meta-region-server: CHANGED 2024-12-04T20:28:27,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,41723,1733344105151 2024-12-04T20:28:27,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:28:27,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,41723,1733344105151 in 186 msec 2024-12-04T20:28:27,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:28:27,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-12-04T20:28:27,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:27,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:28:27,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:27,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41723,1733344105151, seqNum=-1] 2024-12-04T20:28:27,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:27,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:27,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1760 sec 2024-12-04T20:28:27,729 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344107729, completionTime=-1 2024-12-04T20:28:27,730 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:28:27,730 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:28:27,731 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:28:27,731 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344167731 2024-12-04T20:28:27,731 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344227731 2024-12-04T20:28:27,731 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:28:27,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44963,1733344105010-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:27,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44963,1733344105010-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:27,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44963,1733344105010-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:27,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:44963, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:27,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:27,732 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:27,733 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.479sec 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44963,1733344105010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:27,735 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44963,1733344105010-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:28:27,736 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:28:27,736 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:28:27,736 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44963,1733344105010-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:27,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f3fda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:27,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44963,-1 for getting cluster id 2024-12-04T20:28:27,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:27,821 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab' 2024-12-04T20:28:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab" 2024-12-04T20:28:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d20ba0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44963,-1] 2024-12-04T20:28:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:27,822 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:27,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e3c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:27,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41723,1733344105151, seqNum=-1] 2024-12-04T20:28:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:27,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:27,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,44963,1733344105010 2024-12-04T20:28:27,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59496 2024-12-04T20:28:27,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59496, baseZNode=/0-637149958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:27,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6eb69e20002 connected 2024-12-04T20:28:27,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44963,1733344105010 2024-12-04T20:28:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e733491 2024-12-04T20:28:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:27,831 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:27,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:28:27,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:27,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:27,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:28:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:27,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:28:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:28,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56c7e9612ca5f2a63b4d271eae93fcd2, NAME => 'test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea 2024-12-04T20:28:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45927 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:28:28,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:28,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:28,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:28,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:28,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56c7e9612ca5f2a63b4d271eae93fcd2, disabling compactions & flushes 2024-12-04T20:28:28,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. 2024-12-04T20:28:28,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. 2024-12-04T20:28:28,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. after waiting 0 ms 2024-12-04T20:28:28,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. 2024-12-04T20:28:28,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. 2024-12-04T20:28:28,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56c7e9612ca5f2a63b4d271eae93fcd2: Waiting for close lock at 1733344108645Disabling compacts and flushes for region at 1733344108645Disabling writes for close at 1733344108645Writing region close event to WAL at 1733344108645Closed at 1733344108645 2024-12-04T20:28:28,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:28,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344108646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344108646"}]},"ts":"1733344108646"} 2024-12-04T20:28:28,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:28,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:28,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344108649"}]},"ts":"1733344108649"} 2024-12-04T20:28:28,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:28:28,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c7e9612ca5f2a63b4d271eae93fcd2, ASSIGN}] 2024-12-04T20:28:28,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c7e9612ca5f2a63b4d271eae93fcd2, ASSIGN 2024-12-04T20:28:28,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56c7e9612ca5f2a63b4d271eae93fcd2, ASSIGN; state=OFFLINE, location=c2ef38372881,41723,1733344105151; forceNewPlan=false, retain=false 2024-12-04T20:28:28,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c7e9612ca5f2a63b4d271eae93fcd2, regionState=OPENING, regionLocation=c2ef38372881,41723,1733344105151 2024-12-04T20:28:28,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56c7e9612ca5f2a63b4d271eae93fcd2, ASSIGN because future has completed 2024-12-04T20:28:28,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c7e9612ca5f2a63b4d271eae93fcd2, server=c2ef38372881,41723,1733344105151}] 2024-12-04T20:28:28,959 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. 2024-12-04T20:28:28,959 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56c7e9612ca5f2a63b4d271eae93fcd2, NAME => 'test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:28,959 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:28,959 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:28:28,959 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,959 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:28,959 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,959 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,960 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,961 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c7e9612ca5f2a63b4d271eae93fcd2 columnFamilyName f 2024-12-04T20:28:28,961 DEBUG [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:28,962 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] regionserver.HStore(327): Store=56c7e9612ca5f2a63b4d271eae93fcd2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:28,962 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,962 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c7e9612ca5f2a63b4d271eae93fcd2 columnFamilyName f1 2024-12-04T20:28:28,962 DEBUG [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:28,963 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] regionserver.HStore(327): Store=56c7e9612ca5f2a63b4d271eae93fcd2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:28,963 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,963 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c7e9612ca5f2a63b4d271eae93fcd2 columnFamilyName norep 2024-12-04T20:28:28,963 DEBUG [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:28,964 INFO [StoreOpener-56c7e9612ca5f2a63b4d271eae93fcd2-1 {}] regionserver.HStore(327): Store=56c7e9612ca5f2a63b4d271eae93fcd2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:28,964 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,964 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/default/test/56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,964 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/default/test/56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,965 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,965 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,965 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:28,965 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,967 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/data/default/test/56c7e9612ca5f2a63b4d271eae93fcd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:28,967 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56c7e9612ca5f2a63b4d271eae93fcd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68708013, jitterRate=0.023829177021980286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:28,967 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56c7e9612ca5f2a63b4d271eae93fcd2 2024-12-04T20:28:28,967 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56c7e9612ca5f2a63b4d271eae93fcd2: Running coprocessor pre-open hook at 1733344108959Writing region info on filesystem at 1733344108959Initializing all the Stores at 1733344108960 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344108960Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344108960Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344108960Cleaning up temporary data from old regions at 1733344108965 (+5 ms)Running coprocessor post-open hooks at 1733344108967 (+2 ms)Region opened successfully at 1733344108967 2024-12-04T20:28:28,968 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2., pid=6, masterSystemTime=1733344108956 2024-12-04T20:28:28,969 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. 2024-12-04T20:28:28,969 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344107832.56c7e9612ca5f2a63b4d271eae93fcd2. 2024-12-04T20:28:28,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c7e9612ca5f2a63b4d271eae93fcd2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,41723,1733344105151 2024-12-04T20:28:28,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c7e9612ca5f2a63b4d271eae93fcd2, server=c2ef38372881,41723,1733344105151 because future has completed 2024-12-04T20:28:28,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:28:28,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c7e9612ca5f2a63b4d271eae93fcd2, server=c2ef38372881,41723,1733344105151 in 167 msec 2024-12-04T20:28:28,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:28:28,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56c7e9612ca5f2a63b4d271eae93fcd2, ASSIGN in 323 msec 2024-12-04T20:28:28,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:28,975 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344108975"}]},"ts":"1733344108975"} 2024-12-04T20:28:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:28,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:28:28,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:28,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-04T20:28:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:29,985 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:28:29,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f67d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:29,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44963,-1 for getting cluster id 2024-12-04T20:28:29,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:29,986 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab' 2024-12-04T20:28:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab" 2024-12-04T20:28:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264a1542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44963,-1] 2024-12-04T20:28:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:29,987 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb64f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:29,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44963,1733344105010 2024-12-04T20:28:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a16c8a 2024-12-04T20:28:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:29,989 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:29,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:44963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:28:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:28:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:29,991 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:44963' 2024-12-04T20:28:29,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eaf5611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:29,992 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44963,-1 for getting cluster id 2024-12-04T20:28:29,992 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:29,992 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab' 2024-12-04T20:28:29,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:29,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34ea68cd-5bf6-4d36-9886-fa38b1a3a8ab" 2024-12-04T20:28:29,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511bc34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:29,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44963,-1] 2024-12-04T20:28:29,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:29,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:29,994 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:29,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e2721c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:29,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:29,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44963,1733344105010 2024-12-04T20:28:29,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3176b835 2024-12-04T20:28:29,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:29,995 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:29,996 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:28:29,996 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:28:29,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:29,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:29,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:29,996 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c2ef38372881:44963, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T20:28:30,001 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c2ef38372881:44963, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c2ef38372881:44963, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c2ef38372881:44963, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T20:28:30,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c2ef38372881:44963, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-04T20:28:30,002 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T20:28:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:30,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:30,096 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c2ef38372881:44963, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T20:28:30,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:30,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:30,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:30,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:30,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 367) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea-prefix:c2ef38372881,41723,1733344105151.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2e31ea48 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp218491319-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c2ef38372881:41723 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59496) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS:0;c2ef38372881:41723-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2ef38372881:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-67a37018-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/data/data2/current/BP-2040591637-172.17.0.2-1733344103820 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2040591637-172.17.0.2-1733344103820:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp4308972-7846 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59496) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: M:0;c2ef38372881:44963 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 43999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp4308972-7845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f2400ab35b8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea/MasterData-prefix:c2ef38372881,44963,1733344105010 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2040591637-172.17.0.2-1733344103820:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 43999 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp218491319-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f240043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master/c2ef38372881:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/c2ef38372881:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c2ef38372881:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 46633 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7f885238 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344106565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp4308972-7844 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344106565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1586609107_20 at /127.0.0.1:39702 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a1ff889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1365605721_20 at /127.0.0.1:39742 [Receiving block BP-2040591637-172.17.0.2-1733344103820:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp4308972-7839 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f240043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46633 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/c2ef38372881:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp4308972-7840 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f240043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46633/user/jenkins/test-data/4290a558-751e-f2a2-6f81-a374244d26ea-prefix:c2ef38372881,41723,1733344105151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-79452611-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1586609107_20 at /127.0.0.1:39748 [Receiving block BP-2040591637-172.17.0.2-1733344103820:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp218491319-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 2 on default port 46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp4308972-7841 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f240043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2040591637-172.17.0.2-1733344103820 heartbeating to localhost/127.0.0.1:46633 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3235b494 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/data/data1/current/BP-2040591637-172.17.0.2-1733344103820 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f24009ff9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 0 on default port 46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp218491319-7890-acceptor-0@279d9d8e-ServerConnector@6215f76f{HTTP/1.1, (http/1.1)}{localhost:41487} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/cluster_2f878b2e-4bb7-d904-59c1-8b9f0dd73a3f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/c2ef38372881:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@360925cf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: c2ef38372881:44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 43999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@29a3db82[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:59496): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59496 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-2040591637-172.17.0.2-1733344103820:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@355bfe00 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1586609107_20 at /127.0.0.1:39764 [Receiving block BP-2040591637-172.17.0.2-1733344103820:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(610239384) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59496) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp4308972-7842 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f240043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp4308972-7843-acceptor-0@77e2fed3-ServerConnector@6fdb4e16{HTTP/1.1, (http/1.1)}{localhost:39081} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=881 (was 809) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=602 (was 628), ProcessCount=11 (was 11), AvailableMemoryMB=3842 (was 3886) 2024-12-04T20:28:30,112 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-12-04T20:28:30,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=881, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=11, AvailableMemoryMB=3840 2024-12-04T20:28:30,123 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-12-04T20:28:30,134 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T20:28:30,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.log.dir so I do NOT create it in target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad 2024-12-04T20:28:30,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:28:30,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.tmp.dir so I do NOT create it in target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad 2024-12-04T20:28:30,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bfde77c-de67-f18d-5132-d89f23b2fda2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:28:30,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad 2024-12-04T20:28:30,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469, deleteOnExit=true 2024-12-04T20:28:30,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469/zookeeper_0, clientPort=49498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T20:28:30,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49498 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/test.cache.data in system properties and HBase conf 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:28:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:28:30,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:28:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:28:30,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:30,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:30,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:30,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:30,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:28:30,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:30,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b8106ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:30,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b9f514{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:30,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3b88d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/java.io.tmpdir/jetty-localhost-36927-hadoop-hdfs-3_4_1-tests_jar-_-any-7244385378348292459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:30,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7761ac3b{HTTP/1.1, (http/1.1)}{localhost:36927} 2024-12-04T20:28:30,293 INFO [Time-limited test {}] server.Server(415): Started @283784ms 2024-12-04T20:28:30,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:30,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:30,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:30,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:30,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:28:30,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e56b7d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:30,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12902795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:30,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13381d77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/java.io.tmpdir/jetty-localhost-33839-hadoop-hdfs-3_4_1-tests_jar-_-any-18047151455711743151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:30,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e1c64d{HTTP/1.1, (http/1.1)}{localhost:33839} 2024-12-04T20:28:30,440 INFO [Time-limited test {}] server.Server(415): Started @283930ms 2024-12-04T20:28:30,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:28:30,494 WARN [Thread-4288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469/data/data1/current/BP-1628259983-172.17.0.2-1733344110152/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:30,495 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469/data/data2/current/BP-1628259983-172.17.0.2-1733344110152/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:30,514 WARN [Thread-4276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:28:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcc1ba9cdf676516 with lease ID 0x2204394009693fb0: Processing first storage report for DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1 from datanode DatanodeRegistration(127.0.0.1:39093, datanodeUuid=ae4c4f3d-00b7-4e78-bc6e-cf90cc6df0c4, infoPort=37277, infoSecurePort=0, ipcPort=41891, storageInfo=lv=-57;cid=testClusterID;nsid=233615962;c=1733344110152) 2024-12-04T20:28:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcc1ba9cdf676516 with lease ID 0x2204394009693fb0: from storage DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1 node DatanodeRegistration(127.0.0.1:39093, datanodeUuid=ae4c4f3d-00b7-4e78-bc6e-cf90cc6df0c4, infoPort=37277, infoSecurePort=0, ipcPort=41891, storageInfo=lv=-57;cid=testClusterID;nsid=233615962;c=1733344110152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:28:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcc1ba9cdf676516 with lease ID 0x2204394009693fb0: Processing first storage report for DS-07d7cb0f-d7bc-4408-b3f5-5bbb7f959274 from datanode DatanodeRegistration(127.0.0.1:39093, datanodeUuid=ae4c4f3d-00b7-4e78-bc6e-cf90cc6df0c4, infoPort=37277, infoSecurePort=0, ipcPort=41891, storageInfo=lv=-57;cid=testClusterID;nsid=233615962;c=1733344110152) 2024-12-04T20:28:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcc1ba9cdf676516 with lease ID 0x2204394009693fb0: from storage DS-07d7cb0f-d7bc-4408-b3f5-5bbb7f959274 node DatanodeRegistration(127.0.0.1:39093, datanodeUuid=ae4c4f3d-00b7-4e78-bc6e-cf90cc6df0c4, infoPort=37277, infoSecurePort=0, ipcPort=41891, storageInfo=lv=-57;cid=testClusterID;nsid=233615962;c=1733344110152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:28:30,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad 2024-12-04T20:28:30,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:30,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:28:30,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9 with version=8 2024-12-04T20:28:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/hbase-staging 2024-12-04T20:28:30,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:30,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45723 2024-12-04T20:28:30,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45723 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:30,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457230x0, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:30,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45723-0x100a6eb82a80000 connected 2024-12-04T20:28:30,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:30,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:30,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on znode that does not yet exist, /01807993991/running 2024-12-04T20:28:30,986 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9, hbase.cluster.distributed=false 2024-12-04T20:28:30,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on znode that does not yet exist, /01807993991/acl 2024-12-04T20:28:30,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45723 2024-12-04T20:28:30,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45723 2024-12-04T20:28:30,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45723 2024-12-04T20:28:30,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45723 2024-12-04T20:28:30,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45723 2024-12-04T20:28:31,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:31,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:31,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:31,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:31,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:31,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:31,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:28:31,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:31,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46855 2024-12-04T20:28:31,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46855 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:31,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:31,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:31,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468550x0, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:31,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46855-0x100a6eb82a80001 connected 2024-12-04T20:28:31,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on znode that does not yet exist, /01807993991/running 2024-12-04T20:28:31,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:28:31,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:28:31,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on znode that does not yet exist, /01807993991/master 2024-12-04T20:28:31,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on znode that does not yet exist, /01807993991/acl 2024-12-04T20:28:31,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46855 2024-12-04T20:28:31,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46855 2024-12-04T20:28:31,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46855 2024-12-04T20:28:31,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46855 2024-12-04T20:28:31,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46855 2024-12-04T20:28:31,041 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:45723 2024-12-04T20:28:31,041 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01807993991/backup-masters/c2ef38372881,45723,1733344110971 2024-12-04T20:28:31,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991/backup-masters 2024-12-04T20:28:31,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991/backup-masters 2024-12-04T20:28:31,042 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on existing znode=/01807993991/backup-masters/c2ef38372881,45723,1733344110971 2024-12-04T20:28:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01807993991/master 2024-12-04T20:28:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:31,043 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on existing znode=/01807993991/master 2024-12-04T20:28:31,044 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01807993991/backup-masters/c2ef38372881,45723,1733344110971 from backup master directory 2024-12-04T20:28:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991/backup-masters 2024-12-04T20:28:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01807993991/backup-masters/c2ef38372881,45723,1733344110971 2024-12-04T20:28:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991/backup-masters 2024-12-04T20:28:31,044 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:31,044 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,45723,1733344110971 2024-12-04T20:28:31,047 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/hbase.id] with ID: 3f4dc00a-b207-4c80-b267-8173ab3f1d72 2024-12-04T20:28:31,047 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/.tmp/hbase.id 2024-12-04T20:28:31,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:28:31,453 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/.tmp/hbase.id]:[hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/hbase.id] 2024-12-04T20:28:31,460 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:31,460 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:28:31,461 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:28:31,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:31,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:31,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:31,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:28:31,466 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108790 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:28:31,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:28:31,866 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:31,866 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:28:31,866 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:28:32,272 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store 2024-12-04T20:28:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:28:32,278 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:32,278 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:32,278 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:32,278 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:32,278 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:32,278 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:32,278 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:32,279 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344112278Disabling compacts and flushes for region at 1733344112278Disabling writes for close at 1733344112278Writing region close event to WAL at 1733344112278Closed at 1733344112278 2024-12-04T20:28:32,279 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/.initializing 2024-12-04T20:28:32,279 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/WALs/c2ef38372881,45723,1733344110971 2024-12-04T20:28:32,280 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:32,281 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C45723%2C1733344110971, suffix=, logDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/WALs/c2ef38372881,45723,1733344110971, archiveDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/oldWALs, maxLogs=10 2024-12-04T20:28:32,292 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/WALs/c2ef38372881,45723,1733344110971/c2ef38372881%2C45723%2C1733344110971.1733344112281, exclude list is [], retry=0 2024-12-04T20:28:32,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39093,DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1,DISK] 2024-12-04T20:28:32,295 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/WALs/c2ef38372881,45723,1733344110971/c2ef38372881%2C45723%2C1733344110971.1733344112281 2024-12-04T20:28:32,300 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277)] 2024-12-04T20:28:32,300 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:32,301 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:32,301 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,301 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:28:32,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:28:32,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:28:32,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:32,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:32,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:28:32,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:32,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:32,307 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,307 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,308 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,308 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,308 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,309 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:32,309 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:32,311 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:32,311 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71107379, jitterRate=0.05958251655101776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:32,311 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344112301Initializing all the Stores at 1733344112302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344112302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344112302Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344112302Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344112302Cleaning up temporary data from old regions at 1733344112308 (+6 ms)Region opened successfully at 1733344112311 (+3 ms) 2024-12-04T20:28:32,311 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:28:32,314 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db1dec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:32,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:28:32,314 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:28:32,315 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:28:32,315 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:28:32,315 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:28:32,315 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:28:32,315 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:28:32,319 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:28:32,320 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Unable to get data of znode /01807993991/balancer because node does not exist (not necessarily an error) 2024-12-04T20:28:32,321 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01807993991/balancer already deleted, retry=false 2024-12-04T20:28:32,321 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:28:32,322 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Unable to get data of znode /01807993991/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:28:32,322 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01807993991/normalizer already deleted, retry=false 2024-12-04T20:28:32,323 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:28:32,323 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Unable to get data of znode /01807993991/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:28:32,324 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01807993991/switch/split already deleted, retry=false 2024-12-04T20:28:32,324 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Unable to get data of znode /01807993991/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:28:32,325 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01807993991/switch/merge already deleted, retry=false 2024-12-04T20:28:32,326 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Unable to get data of znode /01807993991/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:28:32,327 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01807993991/snapshot-cleanup already deleted, retry=false 2024-12-04T20:28:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01807993991/running 2024-12-04T20:28:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01807993991/running 2024-12-04T20:28:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:32,328 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,45723,1733344110971, sessionid=0x100a6eb82a80000, setting cluster-up flag (Was=false) 2024-12-04T20:28:32,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:32,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:32,331 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01807993991/flush-table-proc/acquired, /01807993991/flush-table-proc/reached, /01807993991/flush-table-proc/abort 2024-12-04T20:28:32,331 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,45723,1733344110971 2024-12-04T20:28:32,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:32,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:32,334 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01807993991/online-snapshot/acquired, /01807993991/online-snapshot/reached, /01807993991/online-snapshot/abort 2024-12-04T20:28:32,335 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,45723,1733344110971 2024-12-04T20:28:32,336 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:28:32,337 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:32,337 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:28:32,337 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:28:32,337 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,45723,1733344110971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:32,338 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:32,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:28:32,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:32,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:28:32,345 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344142345 2024-12-04T20:28:32,345 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:28:32,345 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:28:32,345 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:28:32,345 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:28:32,345 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:28:32,345 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:28:32,346 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,346 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:28:32,346 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:28:32,346 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:28:32,346 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:28:32,347 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:28:32,347 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:28:32,347 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344112347,5,FailOnTimeoutGroup] 2024-12-04T20:28:32,347 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344112347,5,FailOnTimeoutGroup] 2024-12-04T20:28:32,347 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,347 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:28:32,347 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,347 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:28:32,433 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(746): ClusterId : 3f4dc00a-b207-4c80-b267-8173ab3f1d72 2024-12-04T20:28:32,434 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:28:32,435 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:28:32,435 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:28:32,436 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:28:32,436 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed12188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:32,445 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:46855 2024-12-04T20:28:32,445 INFO [RS:0;c2ef38372881:46855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:28:32,445 INFO [RS:0;c2ef38372881:46855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:28:32,445 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:28:32,446 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,45723,1733344110971 with port=46855, startcode=1733344111012 2024-12-04T20:28:32,446 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:28:32,447 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:28:32,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,46855,1733344111012 2024-12-04T20:28:32,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45723 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,46855,1733344111012 2024-12-04T20:28:32,448 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9 2024-12-04T20:28:32,448 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45959 2024-12-04T20:28:32,448 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:28:32,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991/rs 2024-12-04T20:28:32,450 DEBUG [RS:0;c2ef38372881:46855 {}] zookeeper.ZKUtil(111): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on existing znode=/01807993991/rs/c2ef38372881,46855,1733344111012 2024-12-04T20:28:32,450 WARN [RS:0;c2ef38372881:46855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:32,450 INFO [RS:0;c2ef38372881:46855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:32,450 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012 2024-12-04T20:28:32,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,46855,1733344111012] 2024-12-04T20:28:32,452 INFO [RS:0;c2ef38372881:46855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:28:32,453 INFO [RS:0;c2ef38372881:46855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:28:32,456 INFO [RS:0;c2ef38372881:46855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:28:32,456 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,456 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:28:32,457 INFO [RS:0;c2ef38372881:46855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:28:32,457 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:32,457 DEBUG [RS:0;c2ef38372881:46855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:32,459 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,459 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,459 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,459 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,459 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,459 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46855,1733344111012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:32,471 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:28:32,472 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,46855,1733344111012-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,472 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,472 INFO [RS:0;c2ef38372881:46855 {}] regionserver.Replication(171): c2ef38372881,46855,1733344111012 started 2024-12-04T20:28:32,482 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:32,483 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,46855,1733344111012, RpcServer on c2ef38372881/172.17.0.2:46855, sessionid=0x100a6eb82a80001 2024-12-04T20:28:32,483 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:28:32,483 DEBUG [RS:0;c2ef38372881:46855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,46855,1733344111012 2024-12-04T20:28:32,483 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,46855,1733344111012' 2024-12-04T20:28:32,483 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01807993991/flush-table-proc/abort' 2024-12-04T20:28:32,483 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01807993991/flush-table-proc/acquired' 2024-12-04T20:28:32,484 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:28:32,484 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:28:32,484 DEBUG [RS:0;c2ef38372881:46855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,46855,1733344111012 2024-12-04T20:28:32,484 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,46855,1733344111012' 2024-12-04T20:28:32,484 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01807993991/online-snapshot/abort' 2024-12-04T20:28:32,484 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01807993991/online-snapshot/acquired' 2024-12-04T20:28:32,484 DEBUG [RS:0;c2ef38372881:46855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:28:32,484 INFO [RS:0;c2ef38372881:46855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:28:32,484 INFO [RS:0;c2ef38372881:46855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:28:32,584 INFO [RS:0;c2ef38372881:46855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:32,586 INFO [RS:0;c2ef38372881:46855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46855%2C1733344111012, suffix=, logDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012, archiveDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/oldWALs, maxLogs=10 2024-12-04T20:28:32,596 DEBUG [RS:0;c2ef38372881:46855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586, exclude list is [], retry=0 2024-12-04T20:28:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39093,DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1,DISK] 2024-12-04T20:28:32,599 INFO [RS:0;c2ef38372881:46855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 2024-12-04T20:28:32,599 DEBUG [RS:0;c2ef38372881:46855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277)] 2024-12-04T20:28:32,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:28:32,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T20:28:32,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:28:32,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9 2024-12-04T20:28:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:28:33,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:33,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:33,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:33,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:33,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:33,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:33,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:33,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:33,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:33,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740 2024-12-04T20:28:33,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740 2024-12-04T20:28:33,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:33,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:33,161 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:33,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:33,163 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:33,163 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68969709, jitterRate=0.027728751301765442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:33,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344113154Initializing all the Stores at 1733344113154Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344113154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344113154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344113155 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344113155Cleaning up temporary data from old regions at 1733344113160 (+5 ms)Region opened successfully at 1733344113163 (+3 ms) 2024-12-04T20:28:33,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:33,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:33,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:33,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:33,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:33,163 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:33,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344113163Disabling compacts and flushes for region at 1733344113163Disabling writes for close at 1733344113163Writing region close event to WAL at 1733344113163Closed at 1733344113163 2024-12-04T20:28:33,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:33,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:28:33,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:28:33,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:33,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:28:33,316 DEBUG [c2ef38372881:45723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:28:33,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,46855,1733344111012 2024-12-04T20:28:33,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,46855,1733344111012, state=OPENING 2024-12-04T20:28:33,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:28:33,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:33,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:33,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:33,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01807993991/meta-region-server: CHANGED 2024-12-04T20:28:33,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01807993991/meta-region-server: CHANGED 2024-12-04T20:28:33,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,46855,1733344111012}] 2024-12-04T20:28:33,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:33,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:28:33,475 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:28:33,475 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:33,475 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:28:33,476 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46855%2C1733344111012.meta, suffix=.meta, logDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012, archiveDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/oldWALs, maxLogs=10 2024-12-04T20:28:33,487 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.meta.1733344113476.meta, exclude list is [], retry=0 2024-12-04T20:28:33,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39093,DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1,DISK] 2024-12-04T20:28:33,490 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.meta.1733344113476.meta 2024-12-04T20:28:33,490 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277)] 2024-12-04T20:28:33,490 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:33,490 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:33,491 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:33,491 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:28:33,491 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:28:33,491 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:28:33,491 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:33,491 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:28:33,491 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:28:33,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:33,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:33,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:33,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:33,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:33,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:33,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:33,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:33,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:33,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:33,495 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:33,495 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740 2024-12-04T20:28:33,496 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740 2024-12-04T20:28:33,497 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:33,497 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:33,497 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:33,498 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:33,498 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68090368, jitterRate=0.01462554931640625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:33,498 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:28:33,499 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344113491Writing region info on filesystem at 1733344113491Initializing all the Stores at 1733344113492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344113492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344113492Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344113492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344113492Cleaning up temporary data from old regions at 1733344113497 (+5 ms)Running coprocessor post-open hooks at 1733344113498 (+1 ms)Region opened successfully at 1733344113499 (+1 ms) 2024-12-04T20:28:33,499 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344113471 2024-12-04T20:28:33,500 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:28:33,500 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:28:33,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,46855,1733344111012 2024-12-04T20:28:33,501 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,46855,1733344111012, state=OPEN 2024-12-04T20:28:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01807993991/meta-region-server 2024-12-04T20:28:33,503 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,46855,1733344111012 2024-12-04T20:28:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01807993991/meta-region-server 2024-12-04T20:28:33,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01807993991/meta-region-server: CHANGED 2024-12-04T20:28:33,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01807993991/meta-region-server: CHANGED 2024-12-04T20:28:33,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:28:33,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,46855,1733344111012 in 184 msec 2024-12-04T20:28:33,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:28:33,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 340 msec 2024-12-04T20:28:33,506 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:33,506 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:28:33,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:33,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46855,1733344111012, seqNum=-1] 2024-12-04T20:28:33,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:33,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:33,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1740 sec 2024-12-04T20:28:33,511 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344113511, completionTime=-1 2024-12-04T20:28:33,511 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:28:33,512 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:28:33,513 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:28:33,513 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344173513 2024-12-04T20:28:33,513 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344233513 2024-12-04T20:28:33,513 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:28:33,513 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45723,1733344110971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:33,514 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45723,1733344110971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:33,514 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45723,1733344110971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:33,514 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:45723, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:33,514 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:33,514 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:33,515 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:28:33,516 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.472sec 2024-12-04T20:28:33,516 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:28:33,516 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:28:33,516 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:28:33,516 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:28:33,517 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:28:33,517 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45723,1733344110971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:33,517 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45723,1733344110971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:28:33,518 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:28:33,518 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:28:33,518 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,45723,1733344110971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:33,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474640e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:33,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45723,-1 for getting cluster id 2024-12-04T20:28:33,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:33,535 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f4dc00a-b207-4c80-b267-8173ab3f1d72' 2024-12-04T20:28:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f4dc00a-b207-4c80-b267-8173ab3f1d72" 2024-12-04T20:28:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfe6d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45723,-1] 2024-12-04T20:28:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:33,537 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:33,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1352d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:33,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46855,1733344111012, seqNum=-1] 2024-12-04T20:28:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:33,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:33,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,45723,1733344110971 2024-12-04T20:28:33,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:33,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:33,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6eb82a80002 connected 2024-12-04T20:28:33,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.log.dir so I do NOT create it in target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2 2024-12-04T20:28:33,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:28:33,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.tmp.dir so I do NOT create it in target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2 2024-12-04T20:28:33,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:28:33,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/cluster_95e94584-775d-7784-476f-3b25d87c404a, deleteOnExit=true 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/test.cache.data in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:28:33,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:28:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:28:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:28:33,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:33,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:33,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:33,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:33,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:28:33,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:33,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70764eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:33,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c7ad3e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:33,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f321988{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/java.io.tmpdir/jetty-localhost-43139-hadoop-hdfs-3_4_1-tests_jar-_-any-6589161149188630783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:33,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4072b391{HTTP/1.1, (http/1.1)}{localhost:43139} 2024-12-04T20:28:33,704 INFO [Time-limited test {}] server.Server(415): Started @287195ms 2024-12-04T20:28:33,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:33,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:33,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:33,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:33,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:28:33,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501795a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:33,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:33,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@445be983{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/java.io.tmpdir/jetty-localhost-45007-hadoop-hdfs-3_4_1-tests_jar-_-any-15298318025689391112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:33,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e134a3c{HTTP/1.1, (http/1.1)}{localhost:45007} 2024-12-04T20:28:33,910 INFO [Time-limited test {}] server.Server(415): Started @287401ms 2024-12-04T20:28:33,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:28:34,001 WARN [Thread-4408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/cluster_95e94584-775d-7784-476f-3b25d87c404a/data/data1/current/BP-1063153468-172.17.0.2-1733344113558/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:34,002 WARN [Thread-4409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/cluster_95e94584-775d-7784-476f-3b25d87c404a/data/data2/current/BP-1063153468-172.17.0.2-1733344113558/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:34,026 WARN [Thread-4396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:28:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x174d92faa0e36658 with lease ID 0x87ee70fb511e5045: Processing first storage report for DS-39e8bba0-dcfa-4845-8aa0-438d5ec9073e from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=76c9c1f3-8802-41e8-ba4e-41b390c0b9da, infoPort=45185, infoSecurePort=0, ipcPort=42151, storageInfo=lv=-57;cid=testClusterID;nsid=1878139162;c=1733344113558) 2024-12-04T20:28:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x174d92faa0e36658 with lease ID 0x87ee70fb511e5045: from storage DS-39e8bba0-dcfa-4845-8aa0-438d5ec9073e node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=76c9c1f3-8802-41e8-ba4e-41b390c0b9da, infoPort=45185, infoSecurePort=0, ipcPort=42151, storageInfo=lv=-57;cid=testClusterID;nsid=1878139162;c=1733344113558), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:28:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x174d92faa0e36658 with lease ID 0x87ee70fb511e5045: Processing first storage report for DS-ee6e974c-1b86-4b81-9587-df86b8b4eeff from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=76c9c1f3-8802-41e8-ba4e-41b390c0b9da, infoPort=45185, infoSecurePort=0, ipcPort=42151, storageInfo=lv=-57;cid=testClusterID;nsid=1878139162;c=1733344113558) 2024-12-04T20:28:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x174d92faa0e36658 with lease ID 0x87ee70fb511e5045: from storage DS-ee6e974c-1b86-4b81-9587-df86b8b4eeff node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=76c9c1f3-8802-41e8-ba4e-41b390c0b9da, infoPort=45185, infoSecurePort=0, ipcPort=42151, storageInfo=lv=-57;cid=testClusterID;nsid=1878139162;c=1733344113558), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:28:34,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2 2024-12-04T20:28:34,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:34,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:28:34,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:34,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512 with version=8 2024-12-04T20:28:34,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/hbase-staging 2024-12-04T20:28:34,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:34,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:34,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:34,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:34,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:34,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:34,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:28:34,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:34,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44971 2024-12-04T20:28:34,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44971 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:34,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449710x0, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:34,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44971-0x100a6eb82a80003 connected 2024-12-04T20:28:34,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:34,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:34,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on znode that does not yet exist, /1-1939118913/running 2024-12-04T20:28:34,481 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512, hbase.cluster.distributed=false 2024-12-04T20:28:34,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on znode that does not yet exist, /1-1939118913/acl 2024-12-04T20:28:34,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44971 2024-12-04T20:28:34,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44971 2024-12-04T20:28:34,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44971 2024-12-04T20:28:34,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44971 2024-12-04T20:28:34,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44971 2024-12-04T20:28:34,505 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:34,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:34,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:34,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:34,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:34,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:34,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:28:34,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:34,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41323 2024-12-04T20:28:34,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41323 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:34,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:34,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:34,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413230x0, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:34,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413230x0, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on znode that does not yet exist, /1-1939118913/running 2024-12-04T20:28:34,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:28:34,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41323-0x100a6eb82a80004 connected 2024-12-04T20:28:34,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,521 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:28:34,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on znode that does not yet exist, /1-1939118913/master 2024-12-04T20:28:34,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on znode that does not yet exist, /1-1939118913/acl 2024-12-04T20:28:34,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:34,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41323 2024-12-04T20:28:34,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41323 2024-12-04T20:28:34,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41323 2024-12-04T20:28:34,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41323 2024-12-04T20:28:34,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41323 2024-12-04T20:28:34,555 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:44971 2024-12-04T20:28:34,555 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1939118913/backup-masters/c2ef38372881,44971,1733344114468 2024-12-04T20:28:34,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913/backup-masters 2024-12-04T20:28:34,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913/backup-masters 2024-12-04T20:28:34,557 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on existing znode=/1-1939118913/backup-masters/c2ef38372881,44971,1733344114468 2024-12-04T20:28:34,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1939118913/master 2024-12-04T20:28:34,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:34,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:34,558 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on existing znode=/1-1939118913/master 2024-12-04T20:28:34,558 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1939118913/backup-masters/c2ef38372881,44971,1733344114468 from backup master directory 2024-12-04T20:28:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939118913/backup-masters/c2ef38372881,44971,1733344114468 2024-12-04T20:28:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913/backup-masters 2024-12-04T20:28:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913/backup-masters 2024-12-04T20:28:34,559 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:34,559 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,44971,1733344114468 2024-12-04T20:28:34,562 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/hbase.id] with ID: 842435a4-8b1e-4f0b-8d0f-857897a2f715 2024-12-04T20:28:34,562 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/.tmp/hbase.id 2024-12-04T20:28:34,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:28:34,967 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/.tmp/hbase.id]:[hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/hbase.id] 2024-12-04T20:28:34,974 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:34,974 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:28:34,975 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T20:28:34,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:34,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:28:35,379 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:35,380 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:28:35,380 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:35,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:28:35,786 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store 2024-12-04T20:28:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:28:36,191 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:36,191 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:36,191 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:36,191 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:36,191 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:36,191 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:36,191 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:36,191 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344116191Disabling compacts and flushes for region at 1733344116191Disabling writes for close at 1733344116191Writing region close event to WAL at 1733344116191Closed at 1733344116191 2024-12-04T20:28:36,191 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/.initializing 2024-12-04T20:28:36,192 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/WALs/c2ef38372881,44971,1733344114468 2024-12-04T20:28:36,192 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:36,193 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C44971%2C1733344114468, suffix=, logDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/WALs/c2ef38372881,44971,1733344114468, archiveDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/oldWALs, maxLogs=10 2024-12-04T20:28:36,205 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/WALs/c2ef38372881,44971,1733344114468/c2ef38372881%2C44971%2C1733344114468.1733344116194, exclude list is [], retry=0 2024-12-04T20:28:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-39e8bba0-dcfa-4845-8aa0-438d5ec9073e,DISK] 2024-12-04T20:28:36,208 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/WALs/c2ef38372881,44971,1733344114468/c2ef38372881%2C44971%2C1733344114468.1733344116194 2024-12-04T20:28:36,208 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45185:45185)] 2024-12-04T20:28:36,208 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:36,208 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:36,209 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,209 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:28:36,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:36,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:36,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:28:36,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:28:36,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:36,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:36,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:28:36,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:36,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:36,214 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,214 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,214 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,215 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,215 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,215 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:36,216 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:36,217 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:36,217 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58880181, jitterRate=-0.12261693179607391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:36,217 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344116209Initializing all the Stores at 1733344116209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344116209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344116209Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344116209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344116209Cleaning up temporary data from old regions at 1733344116215 (+6 ms)Region opened successfully at 1733344116217 (+2 ms) 2024-12-04T20:28:36,218 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:28:36,219 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1191cc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:36,220 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:28:36,220 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:28:36,220 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:28:36,220 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:28:36,221 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:28:36,221 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:28:36,221 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:28:36,223 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:28:36,224 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Unable to get data of znode /1-1939118913/balancer because node does not exist (not necessarily an error) 2024-12-04T20:28:36,224 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939118913/balancer already deleted, retry=false 2024-12-04T20:28:36,225 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:28:36,225 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Unable to get data of znode /1-1939118913/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:28:36,226 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939118913/normalizer already deleted, retry=false 2024-12-04T20:28:36,226 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:28:36,226 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Unable to get data of znode /1-1939118913/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:28:36,227 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939118913/switch/split already deleted, retry=false 2024-12-04T20:28:36,227 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Unable to get data of znode /1-1939118913/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:28:36,228 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939118913/switch/merge already deleted, retry=false 2024-12-04T20:28:36,229 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Unable to get data of znode /1-1939118913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:28:36,229 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939118913/snapshot-cleanup already deleted, retry=false 2024-12-04T20:28:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1939118913/running 2024-12-04T20:28:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1939118913/running 2024-12-04T20:28:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:36,231 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,44971,1733344114468, sessionid=0x100a6eb82a80003, setting cluster-up flag (Was=false) 2024-12-04T20:28:36,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:36,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:36,234 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1939118913/flush-table-proc/acquired, /1-1939118913/flush-table-proc/reached, /1-1939118913/flush-table-proc/abort 2024-12-04T20:28:36,234 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,44971,1733344114468 2024-12-04T20:28:36,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:36,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:36,237 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1939118913/online-snapshot/acquired, /1-1939118913/online-snapshot/reached, /1-1939118913/online-snapshot/abort 2024-12-04T20:28:36,238 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,44971,1733344114468 2024-12-04T20:28:36,239 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:28:36,240 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:36,240 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:28:36,240 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:28:36,240 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,44971,1733344114468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:36,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:36,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:28:36,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:36,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:28:36,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344146246 2024-12-04T20:28:36,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:28:36,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:28:36,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:28:36,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:28:36,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:28:36,246 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:28:36,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:28:36,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:28:36,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:28:36,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:28:36,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:28:36,249 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:28:36,251 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344116249,5,FailOnTimeoutGroup] 2024-12-04T20:28:36,251 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344116251,5,FailOnTimeoutGroup] 2024-12-04T20:28:36,251 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,251 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:28:36,251 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,251 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:28:36,336 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(746): ClusterId : 842435a4-8b1e-4f0b-8d0f-857897a2f715 2024-12-04T20:28:36,336 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:28:36,338 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:28:36,338 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:28:36,339 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:28:36,339 DEBUG [RS:0;c2ef38372881:41323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afa4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:36,352 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:41323 2024-12-04T20:28:36,352 INFO [RS:0;c2ef38372881:41323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:28:36,352 INFO [RS:0;c2ef38372881:41323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:28:36,352 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:28:36,353 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,44971,1733344114468 with port=41323, startcode=1733344114505 2024-12-04T20:28:36,353 DEBUG [RS:0;c2ef38372881:41323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:28:36,354 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:28:36,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,41323,1733344114505 2024-12-04T20:28:36,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44971 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,41323,1733344114505 2024-12-04T20:28:36,356 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512 2024-12-04T20:28:36,356 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41885 2024-12-04T20:28:36,356 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:28:36,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913/rs 2024-12-04T20:28:36,358 DEBUG [RS:0;c2ef38372881:41323 {}] zookeeper.ZKUtil(111): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on existing znode=/1-1939118913/rs/c2ef38372881,41323,1733344114505 2024-12-04T20:28:36,358 WARN [RS:0;c2ef38372881:41323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:36,358 INFO [RS:0;c2ef38372881:41323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:36,358 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/WALs/c2ef38372881,41323,1733344114505 2024-12-04T20:28:36,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,41323,1733344114505] 2024-12-04T20:28:36,360 INFO [RS:0;c2ef38372881:41323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:28:36,361 INFO [RS:0;c2ef38372881:41323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:28:36,362 INFO [RS:0;c2ef38372881:41323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:28:36,362 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,362 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:28:36,362 INFO [RS:0;c2ef38372881:41323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:28:36,362 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,362 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:36,363 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:36,363 DEBUG [RS:0;c2ef38372881:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:36,363 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,363 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,363 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,363 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,363 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,363 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41323,1733344114505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:36,375 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:28:36,375 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,41323,1733344114505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,375 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,375 INFO [RS:0;c2ef38372881:41323 {}] regionserver.Replication(171): c2ef38372881,41323,1733344114505 started 2024-12-04T20:28:36,386 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:36,386 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,41323,1733344114505, RpcServer on c2ef38372881/172.17.0.2:41323, sessionid=0x100a6eb82a80004 2024-12-04T20:28:36,386 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:28:36,386 DEBUG [RS:0;c2ef38372881:41323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,41323,1733344114505 2024-12-04T20:28:36,386 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,41323,1733344114505' 2024-12-04T20:28:36,386 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1939118913/flush-table-proc/abort' 2024-12-04T20:28:36,387 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1939118913/flush-table-proc/acquired' 2024-12-04T20:28:36,387 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:28:36,387 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:28:36,387 DEBUG [RS:0;c2ef38372881:41323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,41323,1733344114505 2024-12-04T20:28:36,387 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,41323,1733344114505' 2024-12-04T20:28:36,387 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1939118913/online-snapshot/abort' 2024-12-04T20:28:36,387 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1939118913/online-snapshot/acquired' 2024-12-04T20:28:36,388 DEBUG [RS:0;c2ef38372881:41323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:28:36,388 INFO [RS:0;c2ef38372881:41323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:28:36,388 INFO [RS:0;c2ef38372881:41323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:28:36,488 INFO [RS:0;c2ef38372881:41323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:36,489 INFO [RS:0;c2ef38372881:41323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C41323%2C1733344114505, suffix=, logDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/WALs/c2ef38372881,41323,1733344114505, archiveDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/oldWALs, maxLogs=10 2024-12-04T20:28:36,500 DEBUG [RS:0;c2ef38372881:41323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/WALs/c2ef38372881,41323,1733344114505/c2ef38372881%2C41323%2C1733344114505.1733344116489, exclude list is [], retry=0 2024-12-04T20:28:36,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-39e8bba0-dcfa-4845-8aa0-438d5ec9073e,DISK] 2024-12-04T20:28:36,503 INFO [RS:0;c2ef38372881:41323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/WALs/c2ef38372881,41323,1733344114505/c2ef38372881%2C41323%2C1733344114505.1733344116489 2024-12-04T20:28:36,504 DEBUG [RS:0;c2ef38372881:41323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45185:45185)] 2024-12-04T20:28:36,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:28:36,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512 2024-12-04T20:28:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741833_1009 (size=32) 2024-12-04T20:28:37,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:37,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:37,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:37,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:37,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:37,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:37,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:37,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:37,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:37,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:37,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740 2024-12-04T20:28:37,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740 2024-12-04T20:28:37,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:37,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:37,072 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:37,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:37,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:37,075 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65530659, jitterRate=-0.02351708710193634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:37,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344117058Initializing all the Stores at 1733344117059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344117059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344117059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344117059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344117059Cleaning up temporary data from old regions at 1733344117072 (+13 ms)Region opened successfully at 1733344117075 (+3 ms) 2024-12-04T20:28:37,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:37,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:37,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:37,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:37,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:37,075 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:37,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344117075Disabling compacts and flushes for region at 1733344117075Disabling writes for close at 1733344117075Writing region close event to WAL at 1733344117075Closed at 1733344117075 2024-12-04T20:28:37,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:37,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:28:37,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:28:37,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:37,078 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:28:37,228 DEBUG [c2ef38372881:44971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:28:37,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,41323,1733344114505 2024-12-04T20:28:37,230 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,41323,1733344114505, state=OPENING 2024-12-04T20:28:37,230 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:28:37,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:37,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:37,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:37,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,41323,1733344114505}] 2024-12-04T20:28:37,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939118913/meta-region-server: CHANGED 2024-12-04T20:28:37,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939118913/meta-region-server: CHANGED 2024-12-04T20:28:37,384 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:37,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:28:37,387 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:28:37,388 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:37,388 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:28:37,389 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C41323%2C1733344114505.meta, suffix=.meta, logDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/WALs/c2ef38372881,41323,1733344114505, archiveDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/oldWALs, maxLogs=10 2024-12-04T20:28:37,402 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/WALs/c2ef38372881,41323,1733344114505/c2ef38372881%2C41323%2C1733344114505.meta.1733344117389.meta, exclude list is [], retry=0 2024-12-04T20:28:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-39e8bba0-dcfa-4845-8aa0-438d5ec9073e,DISK] 2024-12-04T20:28:37,405 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/WALs/c2ef38372881,41323,1733344114505/c2ef38372881%2C41323%2C1733344114505.meta.1733344117389.meta 2024-12-04T20:28:37,405 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45185:45185)] 2024-12-04T20:28:37,405 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:37,406 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:37,406 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:37,406 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:28:37,406 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:28:37,406 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:28:37,406 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:37,406 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:28:37,406 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:28:37,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:37,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:37,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:37,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:37,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:37,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:37,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:37,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:37,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:37,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:37,411 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:37,411 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740 2024-12-04T20:28:37,412 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740 2024-12-04T20:28:37,413 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:37,413 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:37,413 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:37,414 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:37,415 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68511347, jitterRate=0.020898625254631042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:37,415 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:28:37,415 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344117406Writing region info on filesystem at 1733344117406Initializing all the Stores at 1733344117407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344117407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344117407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344117407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344117407Cleaning up temporary data from old regions at 1733344117413 (+6 ms)Running coprocessor post-open hooks at 1733344117415 (+2 ms)Region opened successfully at 1733344117415 2024-12-04T20:28:37,416 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344117383 2024-12-04T20:28:37,418 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:28:37,418 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:28:37,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,41323,1733344114505 2024-12-04T20:28:37,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,41323,1733344114505, state=OPEN 2024-12-04T20:28:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1939118913/meta-region-server 2024-12-04T20:28:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1939118913/meta-region-server 2024-12-04T20:28:37,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,41323,1733344114505 2024-12-04T20:28:37,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939118913/meta-region-server: CHANGED 2024-12-04T20:28:37,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939118913/meta-region-server: CHANGED 2024-12-04T20:28:37,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:28:37,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,41323,1733344114505 in 188 msec 2024-12-04T20:28:37,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:28:37,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-12-04T20:28:37,423 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:37,423 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:28:37,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:37,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41323,1733344114505, seqNum=-1] 2024-12-04T20:28:37,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:37,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:37,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-12-04T20:28:37,428 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344117428, completionTime=-1 2024-12-04T20:28:37,429 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:28:37,429 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:28:37,430 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:28:37,430 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344177430 2024-12-04T20:28:37,430 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344237430 2024-12-04T20:28:37,430 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T20:28:37,431 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44971,1733344114468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:37,431 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44971,1733344114468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:37,431 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44971,1733344114468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:37,431 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:44971, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:37,431 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:37,431 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:37,432 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.875sec 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44971,1733344114468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:37,434 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44971,1733344114468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:28:37,436 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:28:37,436 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:28:37,436 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,44971,1733344114468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:37,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84be21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:37,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44971,-1 for getting cluster id 2024-12-04T20:28:37,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:37,438 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '842435a4-8b1e-4f0b-8d0f-857897a2f715' 2024-12-04T20:28:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "842435a4-8b1e-4f0b-8d0f-857897a2f715" 2024-12-04T20:28:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba0c345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44971,-1] 2024-12-04T20:28:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:37,440 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:37,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab53fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:37,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:37,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41323,1733344114505, seqNum=-1] 2024-12-04T20:28:37,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:37,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:37,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,44971,1733344114468 2024-12-04T20:28:37,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:37,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.log.dir so I do NOT create it in target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0 2024-12-04T20:28:37,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.tmp.dir so I do NOT create it in target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0 2024-12-04T20:28:37,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T20:28:37,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/cluster_ecf7f1e6-51c3-47e0-3d8c-5dea13fc91bd, deleteOnExit=true 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T20:28:37,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6eb82a80005 connected 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/test.cache.data in system properties and HBase conf 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:28:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T20:28:37,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:37,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:28:37,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:28:37,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:28:37,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:28:37,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:28:37,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:28:37,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:37,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:37,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:37,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:37,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:28:37,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:37,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a05026e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:37,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1631ccfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:37,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15445893{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/java.io.tmpdir/jetty-localhost-37963-hadoop-hdfs-3_4_1-tests_jar-_-any-813742711129213212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:37,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61eab7d3{HTTP/1.1, (http/1.1)}{localhost:37963} 2024-12-04T20:28:37,638 INFO [Time-limited test {}] server.Server(415): Started @291129ms 2024-12-04T20:28:37,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:28:37,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:28:37,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:28:37,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:28:37,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:28:37,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f125a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:28:37,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2483a4fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:28:37,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad8989d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/java.io.tmpdir/jetty-localhost-38397-hadoop-hdfs-3_4_1-tests_jar-_-any-3825988732878743231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:37,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c95447{HTTP/1.1, (http/1.1)}{localhost:38397} 2024-12-04T20:28:37,799 INFO [Time-limited test {}] server.Server(415): Started @291290ms 2024-12-04T20:28:37,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:28:37,850 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/cluster_ecf7f1e6-51c3-47e0-3d8c-5dea13fc91bd/data/data2/current/BP-213032067-172.17.0.2-1733344117494/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:37,850 WARN [Thread-4529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/cluster_ecf7f1e6-51c3-47e0-3d8c-5dea13fc91bd/data/data1/current/BP-213032067-172.17.0.2-1733344117494/current, will proceed with Du for space computation calculation, 2024-12-04T20:28:37,869 WARN [Thread-4517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:28:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba02c0d8a0e54a95 with lease ID 0xe571c76292a1816f: Processing first storage report for DS-1e9434e7-187f-468b-bd96-ec28176d9532 from datanode DatanodeRegistration(127.0.0.1:33223, datanodeUuid=fd5d854e-9218-4313-81f8-711ecd38441e, infoPort=33479, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=243701328;c=1733344117494) 2024-12-04T20:28:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba02c0d8a0e54a95 with lease ID 0xe571c76292a1816f: from storage DS-1e9434e7-187f-468b-bd96-ec28176d9532 node DatanodeRegistration(127.0.0.1:33223, datanodeUuid=fd5d854e-9218-4313-81f8-711ecd38441e, infoPort=33479, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=243701328;c=1733344117494), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:28:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba02c0d8a0e54a95 with lease ID 0xe571c76292a1816f: Processing first storage report for DS-3aee285e-eda1-41d7-9e5e-38031bc7de4c from datanode DatanodeRegistration(127.0.0.1:33223, datanodeUuid=fd5d854e-9218-4313-81f8-711ecd38441e, infoPort=33479, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=243701328;c=1733344117494) 2024-12-04T20:28:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba02c0d8a0e54a95 with lease ID 0xe571c76292a1816f: from storage DS-3aee285e-eda1-41d7-9e5e-38031bc7de4c node DatanodeRegistration(127.0.0.1:33223, datanodeUuid=fd5d854e-9218-4313-81f8-711ecd38441e, infoPort=33479, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=243701328;c=1733344117494), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:28:37,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0 2024-12-04T20:28:37,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:37,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741825_1001 (size=7) 2024-12-04T20:28:38,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027 with version=8 2024-12-04T20:28:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/hbase-staging 2024-12-04T20:28:38,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:38,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37351 2024-12-04T20:28:38,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37351 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373510x0, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:38,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37351-0x100a6eb82a80006 connected 2024-12-04T20:28:38,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:38,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:38,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on znode that does not yet exist, /2-959036131/running 2024-12-04T20:28:38,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027, hbase.cluster.distributed=false 2024-12-04T20:28:38,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on znode that does not yet exist, /2-959036131/acl 2024-12-04T20:28:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37351 2024-12-04T20:28:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37351 2024-12-04T20:28:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37351 2024-12-04T20:28:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37351 2024-12-04T20:28:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37351 2024-12-04T20:28:38,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2ef38372881:0 server-side Connection retries=45 2024-12-04T20:28:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:38,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T20:28:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T20:28:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T20:28:38,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T20:28:38,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T20:28:38,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43107 2024-12-04T20:28:38,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43107 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:38,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:38,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:38,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431070x0, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:38,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431070x0, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on znode that does not yet exist, /2-959036131/running 2024-12-04T20:28:38,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43107-0x100a6eb82a80007 connected 2024-12-04T20:28:38,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T20:28:38,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T20:28:38,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on znode that does not yet exist, /2-959036131/master 2024-12-04T20:28:38,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on znode that does not yet exist, /2-959036131/acl 2024-12-04T20:28:38,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-04T20:28:38,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43107 2024-12-04T20:28:38,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43107 2024-12-04T20:28:38,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-04T20:28:38,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-04T20:28:38,379 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2ef38372881:37351 2024-12-04T20:28:38,379 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-959036131/backup-masters/c2ef38372881,37351,1733344118326 2024-12-04T20:28:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131/backup-masters 2024-12-04T20:28:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131/backup-masters 2024-12-04T20:28:38,380 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on existing znode=/2-959036131/backup-masters/c2ef38372881,37351,1733344118326 2024-12-04T20:28:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-959036131/master 2024-12-04T20:28:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:38,381 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on existing znode=/2-959036131/master 2024-12-04T20:28:38,382 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-959036131/backup-masters/c2ef38372881,37351,1733344118326 from backup master directory 2024-12-04T20:28:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131/backup-masters 2024-12-04T20:28:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-959036131/backup-masters/c2ef38372881,37351,1733344118326 2024-12-04T20:28:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131/backup-masters 2024-12-04T20:28:38,382 WARN [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:38,382 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2ef38372881,37351,1733344118326 2024-12-04T20:28:38,384 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/hbase.id] with ID: 08fe6a00-d882-4c30-89bb-f5c1bb388be2 2024-12-04T20:28:38,384 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/.tmp/hbase.id 2024-12-04T20:28:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741826_1002 (size=42) 2024-12-04T20:28:38,792 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/.tmp/hbase.id]:[hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/hbase.id] 2024-12-04T20:28:38,799 INFO [master/c2ef38372881:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:38,799 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T20:28:38,800 INFO [master/c2ef38372881:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T20:28:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:38,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741827_1003 (size=196) 2024-12-04T20:28:39,204 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:39,205 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T20:28:39,205 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741828_1004 (size=1189) 2024-12-04T20:28:39,610 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store 2024-12-04T20:28:39,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741829_1005 (size=34) 2024-12-04T20:28:40,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:40,015 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:40,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:40,016 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:40,016 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:40,016 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:40,016 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:40,016 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344120015Disabling compacts and flushes for region at 1733344120015Disabling writes for close at 1733344120016 (+1 ms)Writing region close event to WAL at 1733344120016Closed at 1733344120016 2024-12-04T20:28:40,016 WARN [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/.initializing 2024-12-04T20:28:40,017 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/WALs/c2ef38372881,37351,1733344118326 2024-12-04T20:28:40,018 INFO [master/c2ef38372881:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:40,019 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2ef38372881%2C37351%2C1733344118326, suffix=, logDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/WALs/c2ef38372881,37351,1733344118326, archiveDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/oldWALs, maxLogs=10 2024-12-04T20:28:40,049 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/WALs/c2ef38372881,37351,1733344118326/c2ef38372881%2C37351%2C1733344118326.1733344120019, exclude list is [], retry=0 2024-12-04T20:28:40,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33223,DS-1e9434e7-187f-468b-bd96-ec28176d9532,DISK] 2024-12-04T20:28:40,089 INFO [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/WALs/c2ef38372881,37351,1733344118326/c2ef38372881%2C37351%2C1733344118326.1733344120019 2024-12-04T20:28:40,100 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479)] 2024-12-04T20:28:40,100 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:40,101 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:40,101 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,101 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T20:28:40,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:40,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T20:28:40,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:40,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T20:28:40,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:40,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T20:28:40,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:40,124 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,125 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,126 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,127 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,127 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,128 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:40,129 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T20:28:40,154 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:40,154 INFO [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71131152, jitterRate=0.0599367618560791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:40,154 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733344120101Initializing all the Stores at 1733344120102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344120102Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344120113 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344120113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344120113Cleaning up temporary data from old regions at 1733344120127 (+14 ms)Region opened successfully at 1733344120154 (+27 ms) 2024-12-04T20:28:40,168 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T20:28:40,174 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e7bd6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:40,175 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T20:28:40,175 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T20:28:40,176 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T20:28:40,177 INFO [master/c2ef38372881:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T20:28:40,177 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T20:28:40,178 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T20:28:40,179 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T20:28:40,204 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T20:28:40,205 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Unable to get data of znode /2-959036131/balancer because node does not exist (not necessarily an error) 2024-12-04T20:28:40,206 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-959036131/balancer already deleted, retry=false 2024-12-04T20:28:40,207 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T20:28:40,207 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Unable to get data of znode /2-959036131/normalizer because node does not exist (not necessarily an error) 2024-12-04T20:28:40,208 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-959036131/normalizer already deleted, retry=false 2024-12-04T20:28:40,209 INFO [master/c2ef38372881:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T20:28:40,222 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Unable to get data of znode /2-959036131/switch/split because node does not exist (not necessarily an error) 2024-12-04T20:28:40,223 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-959036131/switch/split already deleted, retry=false 2024-12-04T20:28:40,224 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Unable to get data of znode /2-959036131/switch/merge because node does not exist (not necessarily an error) 2024-12-04T20:28:40,225 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-959036131/switch/merge already deleted, retry=false 2024-12-04T20:28:40,227 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Unable to get data of znode /2-959036131/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T20:28:40,228 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-959036131/snapshot-cleanup already deleted, retry=false 2024-12-04T20:28:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-959036131/running 2024-12-04T20:28:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-959036131/running 2024-12-04T20:28:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,230 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2ef38372881,37351,1733344118326, sessionid=0x100a6eb82a80006, setting cluster-up flag (Was=false) 2024-12-04T20:28:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,234 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-959036131/flush-table-proc/acquired, /2-959036131/flush-table-proc/reached, /2-959036131/flush-table-proc/abort 2024-12-04T20:28:40,235 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,37351,1733344118326 2024-12-04T20:28:40,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,241 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-959036131/online-snapshot/acquired, /2-959036131/online-snapshot/reached, /2-959036131/online-snapshot/abort 2024-12-04T20:28:40,242 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2ef38372881,37351,1733344118326 2024-12-04T20:28:40,257 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T20:28:40,262 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:40,263 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T20:28:40,263 INFO [master/c2ef38372881:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T20:28:40,263 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2ef38372881,37351,1733344118326 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T20:28:40,264 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:40,264 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:40,264 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:40,265 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2ef38372881:0, corePoolSize=5, maxPoolSize=5 2024-12-04T20:28:40,265 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2ef38372881:0, corePoolSize=10, maxPoolSize=10 2024-12-04T20:28:40,265 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,265 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:40,265 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,287 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(746): ClusterId : 08fe6a00-d882-4c30-89bb-f5c1bb388be2 2024-12-04T20:28:40,287 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T20:28:40,288 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T20:28:40,288 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T20:28:40,290 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T20:28:40,290 DEBUG [RS:0;c2ef38372881:43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7013c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2ef38372881/172.17.0.2:0 2024-12-04T20:28:40,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:40,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T20:28:40,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T20:28:40,317 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733344150317 2024-12-04T20:28:40,317 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T20:28:40,317 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T20:28:40,317 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T20:28:40,317 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T20:28:40,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T20:28:40,318 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T20:28:40,341 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,343 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2ef38372881:43107 2024-12-04T20:28:40,343 INFO [RS:0;c2ef38372881:43107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T20:28:40,343 INFO [RS:0;c2ef38372881:43107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T20:28:40,343 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T20:28:40,345 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,37351,1733344118326 with port=43107, startcode=1733344118351 2024-12-04T20:28:40,345 DEBUG [RS:0;c2ef38372881:43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T20:28:40,349 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T20:28:40,349 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T20:28:40,349 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T20:28:40,349 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T20:28:40,363 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T20:28:40,364 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37351 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T20:28:40,369 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T20:28:40,369 INFO [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T20:28:40,372 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T20:28:40,372 WARN [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T20:28:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741831_1007 (size=1321) 2024-12-04T20:28:40,381 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344120369,5,FailOnTimeoutGroup] 2024-12-04T20:28:40,386 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344120381,5,FailOnTimeoutGroup] 2024-12-04T20:28:40,386 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,386 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T20:28:40,386 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,386 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T20:28:40,394 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027 2024-12-04T20:28:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741832_1008 (size=32) 2024-12-04T20:28:40,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:40,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:40,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:40,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:40,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:40,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:40,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:40,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:40,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:40,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:40,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:40,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:40,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:40,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:40,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:40,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740 2024-12-04T20:28:40,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740 2024-12-04T20:28:40,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:40,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:40,445 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:40,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:40,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:40,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72626136, jitterRate=0.08221375942230225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733344120430Initializing all the Stores at 1733344120431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344120431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344120433 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344120433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344120433Cleaning up temporary data from old regions at 1733344120445 (+12 ms)Region opened successfully at 1733344120459 (+14 ms) 2024-12-04T20:28:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:40,459 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:40,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:40,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344120459Disabling compacts and flushes for region at 1733344120459Disabling writes for close at 1733344120459Writing region close event to WAL at 1733344120469 (+10 ms)Closed at 1733344120469 2024-12-04T20:28:40,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:40,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T20:28:40,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T20:28:40,473 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2ef38372881,37351,1733344118326 with port=43107, startcode=1733344118351 2024-12-04T20:28:40,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:40,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2ef38372881,43107,1733344118351 2024-12-04T20:28:40,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37351 {}] master.ServerManager(517): Registering regionserver=c2ef38372881,43107,1733344118351 2024-12-04T20:28:40,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T20:28:40,475 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027 2024-12-04T20:28:40,475 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33517 2024-12-04T20:28:40,475 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T20:28:40,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131/rs 2024-12-04T20:28:40,479 DEBUG [RS:0;c2ef38372881:43107 {}] zookeeper.ZKUtil(111): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on existing znode=/2-959036131/rs/c2ef38372881,43107,1733344118351 2024-12-04T20:28:40,479 WARN [RS:0;c2ef38372881:43107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T20:28:40,479 INFO [RS:0;c2ef38372881:43107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:40,479 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/WALs/c2ef38372881,43107,1733344118351 2024-12-04T20:28:40,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2ef38372881,43107,1733344118351] 2024-12-04T20:28:40,516 INFO [RS:0;c2ef38372881:43107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T20:28:40,518 INFO [RS:0;c2ef38372881:43107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T20:28:40,521 INFO [RS:0;c2ef38372881:43107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T20:28:40,521 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,521 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T20:28:40,522 INFO [RS:0;c2ef38372881:43107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T20:28:40,522 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,523 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2ef38372881:0, corePoolSize=2, maxPoolSize=2 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,524 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,527 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,527 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,527 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2ef38372881:0, corePoolSize=1, maxPoolSize=1 2024-12-04T20:28:40,527 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:40,527 DEBUG [RS:0;c2ef38372881:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2ef38372881:0, corePoolSize=3, maxPoolSize=3 2024-12-04T20:28:40,560 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,560 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,560 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,560 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,560 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,560 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43107,1733344118351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:40,586 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T20:28:40,586 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,43107,1733344118351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,586 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,586 INFO [RS:0;c2ef38372881:43107 {}] regionserver.Replication(171): c2ef38372881,43107,1733344118351 started 2024-12-04T20:28:40,604 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:40,604 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1482): Serving as c2ef38372881,43107,1733344118351, RpcServer on c2ef38372881/172.17.0.2:43107, sessionid=0x100a6eb82a80007 2024-12-04T20:28:40,604 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T20:28:40,604 DEBUG [RS:0;c2ef38372881:43107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2ef38372881,43107,1733344118351 2024-12-04T20:28:40,604 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43107,1733344118351' 2024-12-04T20:28:40,604 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-959036131/flush-table-proc/abort' 2024-12-04T20:28:40,604 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-959036131/flush-table-proc/acquired' 2024-12-04T20:28:40,605 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T20:28:40,605 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T20:28:40,605 DEBUG [RS:0;c2ef38372881:43107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2ef38372881,43107,1733344118351 2024-12-04T20:28:40,605 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2ef38372881,43107,1733344118351' 2024-12-04T20:28:40,605 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-959036131/online-snapshot/abort' 2024-12-04T20:28:40,605 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-959036131/online-snapshot/acquired' 2024-12-04T20:28:40,606 DEBUG [RS:0;c2ef38372881:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T20:28:40,606 INFO [RS:0;c2ef38372881:43107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T20:28:40,606 INFO [RS:0;c2ef38372881:43107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T20:28:40,624 WARN [c2ef38372881:37351 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T20:28:40,706 INFO [RS:0;c2ef38372881:43107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:28:40,707 INFO [RS:0;c2ef38372881:43107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43107%2C1733344118351, suffix=, logDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/WALs/c2ef38372881,43107,1733344118351, archiveDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/oldWALs, maxLogs=10 2024-12-04T20:28:40,728 DEBUG [RS:0;c2ef38372881:43107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/WALs/c2ef38372881,43107,1733344118351/c2ef38372881%2C43107%2C1733344118351.1733344120708, exclude list is [], retry=0 2024-12-04T20:28:40,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33223,DS-1e9434e7-187f-468b-bd96-ec28176d9532,DISK] 2024-12-04T20:28:40,746 INFO [RS:0;c2ef38372881:43107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/WALs/c2ef38372881,43107,1733344118351/c2ef38372881%2C43107%2C1733344118351.1733344120708 2024-12-04T20:28:40,748 DEBUG [RS:0;c2ef38372881:43107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479)] 2024-12-04T20:28:40,875 DEBUG [c2ef38372881:37351 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T20:28:40,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2ef38372881,43107,1733344118351 2024-12-04T20:28:40,876 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43107,1733344118351, state=OPENING 2024-12-04T20:28:40,877 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T20:28:40,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:40,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-959036131/meta-region-server: CHANGED 2024-12-04T20:28:40,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-959036131/meta-region-server: CHANGED 2024-12-04T20:28:40,879 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T20:28:40,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43107,1733344118351}] 2024-12-04T20:28:41,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:41,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:28:41,038 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T20:28:41,038 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:41,038 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T20:28:41,039 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C43107%2C1733344118351.meta, suffix=.meta, logDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/WALs/c2ef38372881,43107,1733344118351, archiveDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/oldWALs, maxLogs=10 2024-12-04T20:28:41,062 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/WALs/c2ef38372881,43107,1733344118351/c2ef38372881%2C43107%2C1733344118351.meta.1733344121040.meta, exclude list is [], retry=0 2024-12-04T20:28:41,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33223,DS-1e9434e7-187f-468b-bd96-ec28176d9532,DISK] 2024-12-04T20:28:41,077 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/WALs/c2ef38372881,43107,1733344118351/c2ef38372881%2C43107%2C1733344118351.meta.1733344121040.meta 2024-12-04T20:28:41,081 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479)] 2024-12-04T20:28:41,081 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:41,082 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:41,082 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:41,082 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T20:28:41,082 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T20:28:41,082 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T20:28:41,082 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:41,082 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T20:28:41,083 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T20:28:41,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T20:28:41,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T20:28:41,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:41,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T20:28:41,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T20:28:41,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:41,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T20:28:41,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T20:28:41,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:41,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T20:28:41,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T20:28:41,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T20:28:41,089 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T20:28:41,090 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740 2024-12-04T20:28:41,091 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740 2024-12-04T20:28:41,092 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T20:28:41,092 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T20:28:41,092 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T20:28:41,093 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T20:28:41,094 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58733290, jitterRate=-0.12480577826499939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T20:28:41,094 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T20:28:41,094 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733344121083Writing region info on filesystem at 1733344121083Initializing all the Stores at 1733344121084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344121084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344121084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344121084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733344121084Cleaning up temporary data from old regions at 1733344121092 (+8 ms)Running coprocessor post-open hooks at 1733344121094 (+2 ms)Region opened successfully at 1733344121094 2024-12-04T20:28:41,111 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733344121032 2024-12-04T20:28:41,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,43107,1733344118351 2024-12-04T20:28:41,113 DEBUG [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T20:28:41,114 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2ef38372881,43107,1733344118351, state=OPEN 2024-12-04T20:28:41,114 INFO [RS_OPEN_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T20:28:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-959036131/meta-region-server 2024-12-04T20:28:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-959036131/meta-region-server 2024-12-04T20:28:41,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2ef38372881,43107,1733344118351 2024-12-04T20:28:41,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-959036131/meta-region-server: CHANGED 2024-12-04T20:28:41,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-959036131/meta-region-server: CHANGED 2024-12-04T20:28:41,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T20:28:41,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2ef38372881,43107,1733344118351 in 236 msec 2024-12-04T20:28:41,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T20:28:41,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-12-04T20:28:41,121 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T20:28:41,121 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T20:28:41,122 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:41,122 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43107,1733344118351, seqNum=-1] 2024-12-04T20:28:41,123 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:41,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:41,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 867 msec 2024-12-04T20:28:41,130 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733344121130, completionTime=-1 2024-12-04T20:28:41,130 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T20:28:41,131 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T20:28:41,133 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T20:28:41,133 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733344181133 2024-12-04T20:28:41,133 INFO [master/c2ef38372881:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733344241133 2024-12-04T20:28:41,133 INFO [master/c2ef38372881:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T20:28:41,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37351,1733344118326-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:41,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37351,1733344118326-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:41,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37351,1733344118326-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:41,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2ef38372881:37351, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:41,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:41,134 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:41,136 DEBUG [master/c2ef38372881:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T20:28:41,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.757sec 2024-12-04T20:28:41,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T20:28:41,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T20:28:41,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T20:28:41,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T20:28:41,139 INFO [master/c2ef38372881:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T20:28:41,140 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37351,1733344118326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T20:28:41,140 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37351,1733344118326-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T20:28:41,142 DEBUG [master/c2ef38372881:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T20:28:41,142 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T20:28:41,142 INFO [master/c2ef38372881:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2ef38372881,37351,1733344118326-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T20:28:41,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:41,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,37351,-1 for getting cluster id 2024-12-04T20:28:41,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:41,193 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08fe6a00-d882-4c30-89bb-f5c1bb388be2' 2024-12-04T20:28:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08fe6a00-d882-4c30-89bb-f5c1bb388be2" 2024-12-04T20:28:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4b6973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,37351,-1] 2024-12-04T20:28:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:41,196 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:41,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:41,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43107,1733344118351, seqNum=-1] 2024-12-04T20:28:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:41,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:41,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2ef38372881,37351,1733344118326 2024-12-04T20:28:41,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49498 2024-12-04T20:28:41,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T20:28:41,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,45723,1733344110971 2024-12-04T20:28:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3734951b 2024-12-04T20:28:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:41,219 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:41,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:28:41,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:41,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:28:41,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:41,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a6eb82a80008 connected 2024-12-04T20:28:41,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:28:41,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5706727f9c55c0ab5e2c126766d15ab3, NAME => 'test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9 2024-12-04T20:28:41,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:28:41,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:41,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5706727f9c55c0ab5e2c126766d15ab3, disabling compactions & flushes 2024-12-04T20:28:41,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:41,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:41,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. after waiting 0 ms 2024-12-04T20:28:41,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:41,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:41,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5706727f9c55c0ab5e2c126766d15ab3: Waiting for close lock at 1733344121294Disabling compacts and flushes for region at 1733344121294Disabling writes for close at 1733344121294Writing region close event to WAL at 1733344121294Closed at 1733344121294 2024-12-04T20:28:41,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:41,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344121296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344121296"}]},"ts":"1733344121296"} 2024-12-04T20:28:41,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:41,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:41,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344121299"}]},"ts":"1733344121299"} 2024-12-04T20:28:41,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:28:41,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5706727f9c55c0ab5e2c126766d15ab3, ASSIGN}] 2024-12-04T20:28:41,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5706727f9c55c0ab5e2c126766d15ab3, ASSIGN 2024-12-04T20:28:41,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5706727f9c55c0ab5e2c126766d15ab3, ASSIGN; state=OFFLINE, location=c2ef38372881,46855,1733344111012; forceNewPlan=false, retain=false 2024-12-04T20:28:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:41,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5706727f9c55c0ab5e2c126766d15ab3, regionState=OPENING, regionLocation=c2ef38372881,46855,1733344111012 2024-12-04T20:28:41,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5706727f9c55c0ab5e2c126766d15ab3, ASSIGN because future has completed 2024-12-04T20:28:41,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5706727f9c55c0ab5e2c126766d15ab3, server=c2ef38372881,46855,1733344111012}] 2024-12-04T20:28:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:41,629 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:41,629 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5706727f9c55c0ab5e2c126766d15ab3, NAME => 'test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:41,630 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:41,630 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:28:41,630 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,630 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:41,630 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,630 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,633 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,634 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5706727f9c55c0ab5e2c126766d15ab3 columnFamilyName f 2024-12-04T20:28:41,634 DEBUG [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,634 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] regionserver.HStore(327): Store=5706727f9c55c0ab5e2c126766d15ab3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:41,634 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,636 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5706727f9c55c0ab5e2c126766d15ab3 columnFamilyName f1 2024-12-04T20:28:41,636 DEBUG [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,637 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] regionserver.HStore(327): Store=5706727f9c55c0ab5e2c126766d15ab3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:41,637 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,638 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5706727f9c55c0ab5e2c126766d15ab3 columnFamilyName norep 2024-12-04T20:28:41,638 DEBUG [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,638 INFO [StoreOpener-5706727f9c55c0ab5e2c126766d15ab3-1 {}] regionserver.HStore(327): Store=5706727f9c55c0ab5e2c126766d15ab3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:41,638 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,639 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,640 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,642 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,642 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,642 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:41,643 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,645 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:41,646 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5706727f9c55c0ab5e2c126766d15ab3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74813726, jitterRate=0.11481139063835144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:41,646 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:41,646 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5706727f9c55c0ab5e2c126766d15ab3: Running coprocessor pre-open hook at 1733344121630Writing region info on filesystem at 1733344121630Initializing all the Stores at 1733344121631 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344121631Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344121632 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344121632Cleaning up temporary data from old regions at 1733344121642 (+10 ms)Running coprocessor post-open hooks at 1733344121646 (+4 ms)Region opened successfully at 1733344121646 2024-12-04T20:28:41,647 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., pid=6, masterSystemTime=1733344121620 2024-12-04T20:28:41,649 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:41,649 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:41,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5706727f9c55c0ab5e2c126766d15ab3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,46855,1733344111012 2024-12-04T20:28:41,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5706727f9c55c0ab5e2c126766d15ab3, server=c2ef38372881,46855,1733344111012 because future has completed 2024-12-04T20:28:41,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:28:41,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5706727f9c55c0ab5e2c126766d15ab3, server=c2ef38372881,46855,1733344111012 in 185 msec 2024-12-04T20:28:41,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:28:41,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5706727f9c55c0ab5e2c126766d15ab3, ASSIGN in 354 msec 2024-12-04T20:28:41,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:41,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344121658"}]},"ts":"1733344121658"} 2024-12-04T20:28:41,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:28:41,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:41,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 441 msec 2024-12-04T20:28:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:41,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:41,856 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:28:41,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44971,1733344114468 2024-12-04T20:28:41,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182685ac 2024-12-04T20:28:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:41,857 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:41,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:28:41,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:41,866 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:41,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:28:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:41,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:28:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:42,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ea0e91833be23ad3daa70e136cf64d7, NAME => 'test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512 2024-12-04T20:28:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:28:42,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:42,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ea0e91833be23ad3daa70e136cf64d7, disabling compactions & flushes 2024-12-04T20:28:42,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:42,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:42,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. after waiting 0 ms 2024-12-04T20:28:42,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:42,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:42,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ea0e91833be23ad3daa70e136cf64d7: Waiting for close lock at 1733344122286Disabling compacts and flushes for region at 1733344122286Disabling writes for close at 1733344122286Writing region close event to WAL at 1733344122286Closed at 1733344122286 2024-12-04T20:28:42,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:42,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344122288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344122288"}]},"ts":"1733344122288"} 2024-12-04T20:28:42,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:42,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:42,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344122292"}]},"ts":"1733344122292"} 2024-12-04T20:28:42,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:28:42,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ea0e91833be23ad3daa70e136cf64d7, ASSIGN}] 2024-12-04T20:28:42,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ea0e91833be23ad3daa70e136cf64d7, ASSIGN 2024-12-04T20:28:42,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ea0e91833be23ad3daa70e136cf64d7, ASSIGN; state=OFFLINE, location=c2ef38372881,41323,1733344114505; forceNewPlan=false, retain=false 2024-12-04T20:28:42,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ea0e91833be23ad3daa70e136cf64d7, regionState=OPENING, regionLocation=c2ef38372881,41323,1733344114505 2024-12-04T20:28:42,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ea0e91833be23ad3daa70e136cf64d7, ASSIGN because future has completed 2024-12-04T20:28:42,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea0e91833be23ad3daa70e136cf64d7, server=c2ef38372881,41323,1733344114505}] 2024-12-04T20:28:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:42,603 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:42,603 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ea0e91833be23ad3daa70e136cf64d7, NAME => 'test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:42,604 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:42,604 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:28:42,604 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,604 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:42,604 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,604 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,605 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,607 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea0e91833be23ad3daa70e136cf64d7 columnFamilyName f 2024-12-04T20:28:42,607 DEBUG [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:42,607 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] regionserver.HStore(327): Store=0ea0e91833be23ad3daa70e136cf64d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:42,607 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,608 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea0e91833be23ad3daa70e136cf64d7 columnFamilyName f1 2024-12-04T20:28:42,608 DEBUG [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:42,608 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] regionserver.HStore(327): Store=0ea0e91833be23ad3daa70e136cf64d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:42,608 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,610 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea0e91833be23ad3daa70e136cf64d7 columnFamilyName norep 2024-12-04T20:28:42,610 DEBUG [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:42,610 INFO [StoreOpener-0ea0e91833be23ad3daa70e136cf64d7-1 {}] regionserver.HStore(327): Store=0ea0e91833be23ad3daa70e136cf64d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:42,610 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,611 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,613 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,613 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,613 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,614 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:42,615 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,617 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:42,617 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ea0e91833be23ad3daa70e136cf64d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62643716, jitterRate=-0.06653589010238647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:42,617 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:42,618 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ea0e91833be23ad3daa70e136cf64d7: Running coprocessor pre-open hook at 1733344122604Writing region info on filesystem at 1733344122604Initializing all the Stores at 1733344122605 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344122605Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344122605Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344122605Cleaning up temporary data from old regions at 1733344122613 (+8 ms)Running coprocessor post-open hooks at 1733344122617 (+4 ms)Region opened successfully at 1733344122617 2024-12-04T20:28:42,618 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7., pid=6, masterSystemTime=1733344122600 2024-12-04T20:28:42,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ea0e91833be23ad3daa70e136cf64d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,41323,1733344114505 2024-12-04T20:28:42,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea0e91833be23ad3daa70e136cf64d7, server=c2ef38372881,41323,1733344114505 because future has completed 2024-12-04T20:28:42,624 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:42,624 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:42,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:28:42,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ea0e91833be23ad3daa70e136cf64d7, server=c2ef38372881,41323,1733344114505 in 178 msec 2024-12-04T20:28:42,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:28:42,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ea0e91833be23ad3daa70e136cf64d7, ASSIGN in 332 msec 2024-12-04T20:28:42,630 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:42,631 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344122630"}]},"ts":"1733344122630"} 2024-12-04T20:28:42,633 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:28:42,633 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:42,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-12-04T20:28:42,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:42,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:42,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:43,005 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:28:43,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,37351,1733344118326 2024-12-04T20:28:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba0d9d3 2024-12-04T20:28:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:43,008 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:43,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T20:28:43,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:43,011 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:43,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T20:28:43,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741835_1011 (size=902) 2024-12-04T20:28:43,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35db4286f38f884dbe10569658c6ffb1, NAME => 'test,,1733344123008.35db4286f38f884dbe10569658c6ffb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027 2024-12-04T20:28:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741836_1012 (size=39) 2024-12-04T20:28:43,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733344123008.35db4286f38f884dbe10569658c6ffb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:43,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35db4286f38f884dbe10569658c6ffb1, disabling compactions & flushes 2024-12-04T20:28:43,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:43,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:43,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. after waiting 0 ms 2024-12-04T20:28:43,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:43,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:43,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35db4286f38f884dbe10569658c6ffb1: Waiting for close lock at 1733344123085Disabling compacts and flushes for region at 1733344123085Disabling writes for close at 1733344123085Writing region close event to WAL at 1733344123085Closed at 1733344123085 2024-12-04T20:28:43,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:43,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733344123008.35db4286f38f884dbe10569658c6ffb1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733344123086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344123086"}]},"ts":"1733344123086"} 2024-12-04T20:28:43,089 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:43,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:43,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344123089"}]},"ts":"1733344123089"} 2024-12-04T20:28:43,091 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T20:28:43,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35db4286f38f884dbe10569658c6ffb1, ASSIGN}] 2024-12-04T20:28:43,092 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35db4286f38f884dbe10569658c6ffb1, ASSIGN 2024-12-04T20:28:43,093 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35db4286f38f884dbe10569658c6ffb1, ASSIGN; state=OFFLINE, location=c2ef38372881,43107,1733344118351; forceNewPlan=false, retain=false 2024-12-04T20:28:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:43,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35db4286f38f884dbe10569658c6ffb1, regionState=OPENING, regionLocation=c2ef38372881,43107,1733344118351 2024-12-04T20:28:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35db4286f38f884dbe10569658c6ffb1, ASSIGN because future has completed 2024-12-04T20:28:43,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35db4286f38f884dbe10569658c6ffb1, server=c2ef38372881,43107,1733344118351}] 2024-12-04T20:28:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:43,412 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:43,412 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35db4286f38f884dbe10569658c6ffb1, NAME => 'test,,1733344123008.35db4286f38f884dbe10569658c6ffb1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:43,414 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:43,415 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T20:28:43,415 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,415 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733344123008.35db4286f38f884dbe10569658c6ffb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:43,415 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,415 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,437 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,439 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35db4286f38f884dbe10569658c6ffb1 columnFamilyName f 2024-12-04T20:28:43,439 DEBUG [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:43,440 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] regionserver.HStore(327): Store=35db4286f38f884dbe10569658c6ffb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:43,440 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,442 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35db4286f38f884dbe10569658c6ffb1 columnFamilyName f1 2024-12-04T20:28:43,442 DEBUG [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:43,442 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] regionserver.HStore(327): Store=35db4286f38f884dbe10569658c6ffb1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:43,442 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,444 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35db4286f38f884dbe10569658c6ffb1 columnFamilyName norep 2024-12-04T20:28:43,444 DEBUG [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:43,444 INFO [StoreOpener-35db4286f38f884dbe10569658c6ffb1-1 {}] regionserver.HStore(327): Store=35db4286f38f884dbe10569658c6ffb1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:43,444 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,445 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,445 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,446 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,446 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,447 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:43,448 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,451 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:43,451 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35db4286f38f884dbe10569658c6ffb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69775442, jitterRate=0.039735108613967896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:43,451 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:43,451 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35db4286f38f884dbe10569658c6ffb1: Running coprocessor pre-open hook at 1733344123415Writing region info on filesystem at 1733344123415Initializing all the Stores at 1733344123417 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344123417Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344123437 (+20 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344123437Cleaning up temporary data from old regions at 1733344123446 (+9 ms)Running coprocessor post-open hooks at 1733344123451 (+5 ms)Region opened successfully at 1733344123451 2024-12-04T20:28:43,452 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733344123008.35db4286f38f884dbe10569658c6ffb1., pid=6, masterSystemTime=1733344123409 2024-12-04T20:28:43,454 DEBUG [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:43,454 INFO [RS_OPEN_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:43,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35db4286f38f884dbe10569658c6ffb1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c2ef38372881,43107,1733344118351 2024-12-04T20:28:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35db4286f38f884dbe10569658c6ffb1, server=c2ef38372881,43107,1733344118351 because future has completed 2024-12-04T20:28:43,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T20:28:43,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35db4286f38f884dbe10569658c6ffb1, server=c2ef38372881,43107,1733344118351 in 213 msec 2024-12-04T20:28:43,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T20:28:43,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35db4286f38f884dbe10569658c6ffb1, ASSIGN in 372 msec 2024-12-04T20:28:43,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:43,467 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344123466"}]},"ts":"1733344123466"} 2024-12-04T20:28:43,469 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T20:28:43,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:43,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 461 msec 2024-12-04T20:28:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T20:28:43,636 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T20:28:43,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:43,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45723,-1 for getting cluster id 2024-12-04T20:28:43,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:43,638 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f4dc00a-b207-4c80-b267-8173ab3f1d72' 2024-12-04T20:28:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f4dc00a-b207-4c80-b267-8173ab3f1d72" 2024-12-04T20:28:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a53f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45723,-1] 2024-12-04T20:28:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:43,640 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:43,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ff98a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:43,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,45723,1733344110971 2024-12-04T20:28:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60aacc74 2024-12-04T20:28:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:43,649 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:43,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c2ef38372881:44971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:28:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:28:43,654 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:44971' 2024-12-04T20:28:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:43,657 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22211e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:43,657 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44971,-1 for getting cluster id 2024-12-04T20:28:43,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:43,658 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '842435a4-8b1e-4f0b-8d0f-857897a2f715' 2024-12-04T20:28:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "842435a4-8b1e-4f0b-8d0f-857897a2f715" 2024-12-04T20:28:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb8e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44971,-1] 2024-12-04T20:28:43,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:43,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:43,659 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:43,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c963da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:43,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:43,661 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44971,1733344114468 2024-12-04T20:28:43,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da85a69 2024-12-04T20:28:43,662 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:43,662 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:43,663 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T20:28:43,663 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:28:43,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:43,664 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:43,664 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T20:28:43,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:43,665 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T20:28:43,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T20:28:43,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:43,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T20:28:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741837_1013 (size=1138) 2024-12-04T20:28:43,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3544c6187331171119b33b74497450c1, NAME => 'hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9 2024-12-04T20:28:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741838_1014 (size=44) 2024-12-04T20:28:43,715 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T20:28:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:44,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:44,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3544c6187331171119b33b74497450c1, disabling compactions & flushes 2024-12-04T20:28:44,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:44,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:44,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. after waiting 0 ms 2024-12-04T20:28:44,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:44,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:44,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3544c6187331171119b33b74497450c1: Waiting for close lock at 1733344124115Disabling compacts and flushes for region at 1733344124115Disabling writes for close at 1733344124115Writing region close event to WAL at 1733344124115Closed at 1733344124115 2024-12-04T20:28:44,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T20:28:44,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733344124116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733344124116"}]},"ts":"1733344124116"} 2024-12-04T20:28:44,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T20:28:44,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T20:28:44,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344124119"}]},"ts":"1733344124119"} 2024-12-04T20:28:44,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T20:28:44,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3544c6187331171119b33b74497450c1, ASSIGN}] 2024-12-04T20:28:44,127 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3544c6187331171119b33b74497450c1, ASSIGN 2024-12-04T20:28:44,128 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3544c6187331171119b33b74497450c1, ASSIGN; state=OFFLINE, location=c2ef38372881,46855,1733344111012; forceNewPlan=false, retain=false 2024-12-04T20:28:44,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3544c6187331171119b33b74497450c1, regionState=OPENING, regionLocation=c2ef38372881,46855,1733344111012 2024-12-04T20:28:44,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3544c6187331171119b33b74497450c1, ASSIGN because future has completed 2024-12-04T20:28:44,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3544c6187331171119b33b74497450c1, server=c2ef38372881,46855,1733344111012}] 2024-12-04T20:28:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:44,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:44,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:28:44,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T20:28:44,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c2ef38372881%2C46855%2C1733344111012.rep, suffix=, logDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012, archiveDir=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/oldWALs, maxLogs=10 2024-12-04T20:28:44,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.rep.1733344124438, exclude list is [], retry=0 2024-12-04T20:28:44,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39093,DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1,DISK] 2024-12-04T20:28:44,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.rep.1733344124438 2024-12-04T20:28:44,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277)] 2024-12-04T20:28:44,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3544c6187331171119b33b74497450c1, NAME => 'hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T20:28:44,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T20:28:44,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T20:28:44,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. service=MultiRowMutationService 2024-12-04T20:28:44,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T20:28:44,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T20:28:44,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,462 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,463 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3544c6187331171119b33b74497450c1 columnFamilyName hfileref 2024-12-04T20:28:44,463 DEBUG [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:44,464 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] regionserver.HStore(327): Store=3544c6187331171119b33b74497450c1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:44,464 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,464 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3544c6187331171119b33b74497450c1 columnFamilyName queue 2024-12-04T20:28:44,465 DEBUG [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:44,465 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] regionserver.HStore(327): Store=3544c6187331171119b33b74497450c1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:44,465 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,466 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3544c6187331171119b33b74497450c1 columnFamilyName sid 2024-12-04T20:28:44,466 DEBUG [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T20:28:44,466 INFO [StoreOpener-3544c6187331171119b33b74497450c1-1 {}] regionserver.HStore(327): Store=3544c6187331171119b33b74497450c1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T20:28:44,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T20:28:44,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T20:28:44,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3544c6187331171119b33b74497450c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60237256, jitterRate=-0.1023949384689331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T20:28:44,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:44,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3544c6187331171119b33b74497450c1: Running coprocessor pre-open hook at 1733344124461Writing region info on filesystem at 1733344124461Initializing all the Stores at 1733344124462 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344124462Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344124462Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733344124462Cleaning up temporary data from old regions at 1733344124468 (+6 ms)Running coprocessor post-open hooks at 1733344124475 (+7 ms)Region opened successfully at 1733344124475 2024-12-04T20:28:44,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1., pid=10, masterSystemTime=1733344124433 2024-12-04T20:28:44,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:44,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:44,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3544c6187331171119b33b74497450c1, regionState=OPEN, openSeqNum=2, regionLocation=c2ef38372881,46855,1733344111012 2024-12-04T20:28:44,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3544c6187331171119b33b74497450c1, server=c2ef38372881,46855,1733344111012 because future has completed 2024-12-04T20:28:44,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T20:28:44,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3544c6187331171119b33b74497450c1, server=c2ef38372881,46855,1733344111012 in 202 msec 2024-12-04T20:28:44,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T20:28:44,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3544c6187331171119b33b74497450c1, ASSIGN in 358 msec 2024-12-04T20:28:44,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T20:28:44,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733344124487"}]},"ts":"1733344124487"} 2024-12-04T20:28:44,488 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T20:28:44,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T20:28:44,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-12-04T20:28:44,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1., hostname=c2ef38372881,46855,1733344111012, seqNum=2] 2024-12-04T20:28:44,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:44,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:28:44,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T20:28:44,690 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T20:28:44,725 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c2ef38372881,46855,1733344111012, ReplicationSource: 1, currentBandwidth=0 2024-12-04T20:28:44,725 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:44,725 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46855,1733344111012, seqNum=-1] 2024-12-04T20:28:44,726 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:44,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c2ef38372881,46855,1733344111012', locateType=CURRENT is [region=hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1., hostname=c2ef38372881,46855,1733344111012, seqNum=2] 2024-12-04T20:28:44,730 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T20:28:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T20:28:44,734 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c2ef38372881,46855,1733344111012 suceeded 2024-12-04T20:28:44,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T20:28:44,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-04T20:28:44,737 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c2ef38372881:44971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:28:44,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-12-04T20:28:44,750 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:44971' 2024-12-04T20:28:44,752 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2271be11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,752 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44971,-1 for getting cluster id 2024-12-04T20:28:44,752 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:44,753 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '842435a4-8b1e-4f0b-8d0f-857897a2f715' 2024-12-04T20:28:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "842435a4-8b1e-4f0b-8d0f-857897a2f715" 2024-12-04T20:28:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46f026f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44971,-1] 2024-12-04T20:28:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:44,754 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:44,755 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e2c3040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,755 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:44,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44971,1733344114468 2024-12-04T20:28:44,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@320da1f 2024-12-04T20:28:44,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:44,757 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T20:28:44,757 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c2ef38372881,46855,1733344111012 (queues=1) is replicating from cluster=3f4dc00a-b207-4c80-b267-8173ab3f1d72 to cluster=842435a4-8b1e-4f0b-8d0f-857897a2f715 2024-12-04T20:28:44,758 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c2ef38372881%2C46855%2C1733344111012 2024-12-04T20:28:44,758 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c2ef38372881,46855,1733344111012, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:28:44,758 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C46855%2C1733344111012 2024-12-04T20:28:44,758 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586, startPosition=0, beingWritten=true 2024-12-04T20:28:44,767 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:44,767 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 to pos 379, reset compression=false 2024-12-04T20:28:44,767 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46855,1733344111012 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T20:28:44,795 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T20:28:44,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:44,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:44,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:44,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:44,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:44,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45723,-1 for getting cluster id 2024-12-04T20:28:44,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:44,798 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f4dc00a-b207-4c80-b267-8173ab3f1d72' 2024-12-04T20:28:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f4dc00a-b207-4c80-b267-8173ab3f1d72" 2024-12-04T20:28:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782ccd88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45723,-1] 2024-12-04T20:28:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:44,799 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:44,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd74a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44971,-1 for getting cluster id 2024-12-04T20:28:44,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:44,802 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '842435a4-8b1e-4f0b-8d0f-857897a2f715' 2024-12-04T20:28:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "842435a4-8b1e-4f0b-8d0f-857897a2f715" 2024-12-04T20:28:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f39ffd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44971,-1] 2024-12-04T20:28:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:44,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b76fc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,37351,-1 for getting cluster id 2024-12-04T20:28:44,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:44,815 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08fe6a00-d882-4c30-89bb-f5c1bb388be2' 2024-12-04T20:28:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08fe6a00-d882-4c30-89bb-f5c1bb388be2" 2024-12-04T20:28:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c491a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,37351,-1] 2024-12-04T20:28:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:44,817 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0a8e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:44,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733344124826/Put/seqid=0 2024-12-04T20:28:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741840_1016 (size=7894) 2024-12-04T20:28:44,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733344124862/Put/seqid=0 2024-12-04T20:28:44,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741841_1017 (size=7691) 2024-12-04T20:28:44,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45723,-1 for getting cluster id 2024-12-04T20:28:44,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:44,888 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f4dc00a-b207-4c80-b267-8173ab3f1d72' 2024-12-04T20:28:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f4dc00a-b207-4c80-b267-8173ab3f1d72" 2024-12-04T20:28:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609659b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45723,-1] 2024-12-04T20:28:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:44,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:44,890 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:44,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:44,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46855,1733344111012, seqNum=-1] 2024-12-04T20:28:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:44,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:44,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:44,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,45723,1733344110971 2024-12-04T20:28:44,914 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8b40a0 2024-12-04T20:28:44,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:44,916 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2] 2024-12-04T20:28:44,926 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:28:44,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T20:28:44,947 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T20:28:44,972 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 to pos 379, reset compression=false 2024-12-04T20:28:44,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T20:28:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:44,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T20:28:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HRegion(2603): Flush status journal for 5706727f9c55c0ab5e2c126766d15ab3: 2024-12-04T20:28:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_1 2024-12-04T20:28:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_1 as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ 2024-12-04T20:28:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_0 2024-12-04T20:28:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_0 as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ 2024-12-04T20:28:45,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_1 into 5706727f9c55c0ab5e2c126766d15ab3/f as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ - updating store file list. 2024-12-04T20:28:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:45,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ into 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:45,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_1 into 5706727f9c55c0ab5e2c126766d15ab3/f (new location: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_) 2024-12-04T20:28:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_1 2024-12-04T20:28:45,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_0 into 5706727f9c55c0ab5e2c126766d15ab3/f as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ - updating store file list. 2024-12-04T20:28:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f94c24e99f1425bad7c661224a33e3c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:45,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ into 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:45,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_0 into 5706727f9c55c0ab5e2c126766d15ab3/f (new location: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_) 2024-12-04T20:28:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__6tk78opkglbmvsn6ehqut887dsvtga3e3cc4g9ajb44s2lbf5f7o8189hh5b77vo/f/hfile_0 2024-12-04T20:28:45,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:45,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:45,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:45,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:45,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:45,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2 , the old value is region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c2ef38372881:46855 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:28:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:28:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2 from cache 2024-12-04T20:28:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54330 deadline: 1733344185025 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54330 2024-12-04T20:28:45,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41323,1733344114505, seqNum=-1] 2024-12-04T20:28:45,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:45,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7., hostname=c2ef38372881,41323,1733344114505, seqNum=2] 2024-12-04T20:28:45,035 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:28:45,135 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T20:28:45,297 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 to pos 379, reset compression=false 2024-12-04T20:28:45,301 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:45,301 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46855,1733344111012 got entry batch from reader: WALEntryBatch [walEntries=[{test/5706727f9c55c0ab5e2c126766d15ab3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733344125022/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T20:28:45,303 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:45,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T20:28:45,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.ReplicationSink(318): Replicating [3f4dc00a-b207-4c80-b267-8173ab3f1d72] bulk loaded data 2024-12-04T20:28:45,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea8d0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:45,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,44971,-1 for getting cluster id 2024-12-04T20:28:45,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:45,306 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '842435a4-8b1e-4f0b-8d0f-857897a2f715' 2024-12-04T20:28:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "842435a4-8b1e-4f0b-8d0f-857897a2f715" 2024-12-04T20:28:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36156411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,44971,-1] 2024-12-04T20:28:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:45,307 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:45,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2681fd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741837_1013 (size=7691) 2024-12-04T20:28:45,501 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 to pos 687, reset compression=false 2024-12-04T20:28:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741838_1014 (size=7894) 2024-12-04T20:28:45,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:45,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,44971,1733344114468 2024-12-04T20:28:45,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ae24f5 2024-12-04T20:28:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:45,753 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T20:28:45,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:28:45,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:45,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,41323,1733344114505, seqNum=-1] 2024-12-04T20:28:45,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:45,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:45,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T20:28:45,770 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T20:28:45,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ for inclusion in 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T20:28:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:45,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ for inclusion in 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T20:28:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HRegion(2603): Flush status journal for 0ea0e91833be23ad3daa70e136cf64d7: 2024-12-04T20:28:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:28:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/8ac11c3f553041a393aa0810131824d6_SeqId_4_ 2024-12-04T20:28:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:28:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/a371157a34e245b0bc72aef35aabce2c_SeqId_4_ 2024-12-04T20:28:45,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ into 0ea0e91833be23ad3daa70e136cf64d7/f as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/8ac11c3f553041a393aa0810131824d6_SeqId_4_ - updating store file list. 2024-12-04T20:28:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ac11c3f553041a393aa0810131824d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:45,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/8ac11c3f553041a393aa0810131824d6_SeqId_4_ into 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:45,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ into 0ea0e91833be23ad3daa70e136cf64d7/f (new location: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/8ac11c3f553041a393aa0810131824d6_SeqId_4_) 2024-12-04T20:28:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/2f94c24e99f1425bad7c661224a33e3c_SeqId_4_ 2024-12-04T20:28:45,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ into 0ea0e91833be23ad3daa70e136cf64d7/f as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/a371157a34e245b0bc72aef35aabce2c_SeqId_4_ - updating store file list. 2024-12-04T20:28:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a371157a34e245b0bc72aef35aabce2c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:45,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/a371157a34e245b0bc72aef35aabce2c_SeqId_4_ into 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:45,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ into 0ea0e91833be23ad3daa70e136cf64d7/f (new location: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/a371157a34e245b0bc72aef35aabce2c_SeqId_4_) 2024-12-04T20:28:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__ls3fb03bf7aemi76sqo7lnb8ac02cq2ceodj4t1kioad255m5ov0rp4ucrsuoup5/f/49a96d1d20f747a6a9aaac2810bdb2ee_SeqId_4_ 2024-12-04T20:28:45,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.ReplicationSink(324): Finished replicating [3f4dc00a-b207-4c80-b267-8173ab3f1d72] bulk loaded data 2024-12-04T20:28:45,805 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 to pos 687, reset compression=false 2024-12-04T20:28:46,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43107,1733344118351, seqNum=-1] 2024-12-04T20:28:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:46,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733344123008.35db4286f38f884dbe10569658c6ffb1., hostname=c2ef38372881,43107,1733344118351, seqNum=2] 2024-12-04T20:28:46,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:46,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T20:28:46,055 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c2ef38372881%2C46855%2C1733344111012:(num 1733344112586) roll requested 2024-12-04T20:28:46,072 DEBUG [regionserver/c2ef38372881:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055, exclude list is [], retry=0 2024-12-04T20:28:46,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39093,DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1,DISK] 2024-12-04T20:28:46,103 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 2024-12-04T20:28:46,104 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277)] 2024-12-04T20:28:46,104 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 is not closed yet, will try archiving it next time 2024-12-04T20:28:46,104 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c2ef38372881%2C46855%2C1733344111012.meta:.meta(num 1733344113476) roll requested 2024-12-04T20:28:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741832_1008 (size=695) 2024-12-04T20:28:46,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45723,-1 for getting cluster id 2024-12-04T20:28:46,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:46,114 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f4dc00a-b207-4c80-b267-8173ab3f1d72' 2024-12-04T20:28:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f4dc00a-b207-4c80-b267-8173ab3f1d72" 2024-12-04T20:28:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500c392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45723,-1] 2024-12-04T20:28:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,116 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17424ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,45723,1733344110971 2024-12-04T20:28:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22391abe 2024-12-04T20:28:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:46,119 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:46,120 DEBUG [regionserver/c2ef38372881:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.meta.1733344126104.meta, exclude list is [], retry=0 2024-12-04T20:28:46,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c2ef38372881:37351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T20:28:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T20:28:46,124 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:37351' 2024-12-04T20:28:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T20:28:46,125 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/oldWALs/c2ef38372881%2C46855%2C1733344111012.1733344112586 2024-12-04T20:28:46,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3587976b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,133 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,37351,-1 for getting cluster id 2024-12-04T20:28:46,133 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:46,134 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08fe6a00-d882-4c30-89bb-f5c1bb388be2' 2024-12-04T20:28:46,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:46,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08fe6a00-d882-4c30-89bb-f5c1bb388be2" 2024-12-04T20:28:46,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31df7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,37351,-1] 2024-12-04T20:28:46,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:46,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,135 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:46,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0c493a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,136 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:46,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,37351,1733344118326 2024-12-04T20:28:46,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10e22dfc 2024-12-04T20:28:46,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:46,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39093,DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1,DISK] 2024-12-04T20:28:46,138 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:46,139 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T20:28:46,139 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T20:28:46,139 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,139 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:46,143 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.meta.1733344113476.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.meta.1733344126104.meta 2024-12-04T20:28:46,145 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277)] 2024-12-04T20:28:46,145 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.meta.1733344113476.meta is not closed yet, will try archiving it next time 2024-12-04T20:28:46,145 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c2ef38372881%2C46855%2C1733344111012.rep:(num 1733344124438) roll requested 2024-12-04T20:28:46,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T20:28:46,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.meta.1733344113476.meta not finished, retry = 0 2024-12-04T20:28:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741834_1010 (size=3473) 2024-12-04T20:28:46,161 DEBUG [regionserver/c2ef38372881:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.rep.1733344126145, exclude list is [], retry=0 2024-12-04T20:28:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39093,DS-a0c07eb3-343d-427d-9d88-1ddbd91db0c1,DISK] 2024-12-04T20:28:46,195 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.rep.1733344124438 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.rep.1733344126145 2024-12-04T20:28:46,197 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277)] 2024-12-04T20:28:46,197 DEBUG [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.rep.1733344124438 is not closed yet, will try archiving it next time 2024-12-04T20:28:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741839_1015 (size=1505) 2024-12-04T20:28:46,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.rep.1733344124438 not finished, retry = 0 2024-12-04T20:28:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T20:28:46,238 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 to pos 687, reset compression=false 2024-12-04T20:28:46,245 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 was moved to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/oldWALs/c2ef38372881%2C46855%2C1733344111012.1733344112586 2024-12-04T20:28:46,247 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586 2024-12-04T20:28:46,247 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46855,1733344111012 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344112586, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T20:28:46,248 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055, startPosition=0, beingWritten=true 2024-12-04T20:28:46,249 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c2ef38372881%2C46855%2C1733344111012.1733344112586] 2024-12-04T20:28:46,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T20:28:46,301 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T20:28:46,332 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c2ef38372881,46855,1733344111012, ReplicationSource: 2, currentBandwidth=0 2024-12-04T20:28:46,334 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T20:28:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T20:28:46,344 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c2ef38372881,46855,1733344111012 suceeded 2024-12-04T20:28:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T20:28:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-04T20:28:46,346 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c2ef38372881:37351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T20:28:46,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 226 msec 2024-12-04T20:28:46,351 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c2ef38372881:37351' 2024-12-04T20:28:46,353 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e602524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,353 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,37351,-1 for getting cluster id 2024-12-04T20:28:46,353 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:46,353 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08fe6a00-d882-4c30-89bb-f5c1bb388be2' 2024-12-04T20:28:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08fe6a00-d882-4c30-89bb-f5c1bb388be2" 2024-12-04T20:28:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509c8482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,37351,-1] 2024-12-04T20:28:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,355 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:46,356 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aeff1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,356 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:46,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,37351,1733344118326 2024-12-04T20:28:46,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d75666 2024-12-04T20:28:46,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:46,357 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T20:28:46,357 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c2ef38372881,46855,1733344111012 (queues=1) is replicating from cluster=3f4dc00a-b207-4c80-b267-8173ab3f1d72 to cluster=08fe6a00-d882-4c30-89bb-f5c1bb388be2 2024-12-04T20:28:46,358 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c2ef38372881%2C46855%2C1733344111012 2024-12-04T20:28:46,358 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c2ef38372881,46855,1733344111012, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T20:28:46,358 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055, startPosition=0, beingWritten=true 2024-12-04T20:28:46,366 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c2ef38372881%2C46855%2C1733344111012 2024-12-04T20:28:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T20:28:46,445 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T20:28:46,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:46,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:46,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:46,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:28:46,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733344126453/Put/seqid=0 2024-12-04T20:28:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741845_1021 (size=11194) 2024-12-04T20:28:46,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733344126497/Put/seqid=0 2024-12-04T20:28:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741846_1022 (size=10791) 2024-12-04T20:28:46,579 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 0, reset compression=false 2024-12-04T20:28:46,753 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 0, reset compression=false 2024-12-04T20:28:46,886 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 0, reset compression=false 2024-12-04T20:28:46,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,45723,-1 for getting cluster id 2024-12-04T20:28:46,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:46,910 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f4dc00a-b207-4c80-b267-8173ab3f1d72' 2024-12-04T20:28:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f4dc00a-b207-4c80-b267-8173ab3f1d72" 2024-12-04T20:28:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6701bd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,45723,-1] 2024-12-04T20:28:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:46,912 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:46,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:46,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:46,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,46855,1733344111012, seqNum=-1] 2024-12-04T20:28:46,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:46,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T20:28:46,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,45723,1733344110971 2024-12-04T20:28:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a7e217 2024-12-04T20:28:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:46,926 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T20:28:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2] 2024-12-04T20:28:46,934 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:28:46,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T20:28:46,943 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T20:28:46,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T20:28:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:46,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T20:28:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HRegion(2603): Flush status journal for 5706727f9c55c0ab5e2c126766d15ab3: 2024-12-04T20:28:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_0 2024-12-04T20:28:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_0 as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ 2024-12-04T20:28:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_1 2024-12-04T20:28:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_1 as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49e571a69982489c9dc325022755e14d_SeqId_6_ 2024-12-04T20:28:46,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_0 into 5706727f9c55c0ab5e2c126766d15ab3/f as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ - updating store file list. 2024-12-04T20:28:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:46,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ into 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:46,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_0 into 5706727f9c55c0ab5e2c126766d15ab3/f (new location: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_) 2024-12-04T20:28:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_0 2024-12-04T20:28:47,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_1 into 5706727f9c55c0ab5e2c126766d15ab3/f as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49e571a69982489c9dc325022755e14d_SeqId_6_ - updating store file list. 2024-12-04T20:28:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49e571a69982489c9dc325022755e14d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:47,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49e571a69982489c9dc325022755e14d_SeqId_6_ into 5706727f9c55c0ab5e2c126766d15ab3/f 2024-12-04T20:28:47,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_1 into 5706727f9c55c0ab5e2c126766d15ab3/f (new location: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/f/49e571a69982489c9dc325022755e14d_SeqId_6_) 2024-12-04T20:28:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/staging/jenkins__test__p0n0ckb9nbph55dv6hc75kqgpjkan1c64pahf2el8en9s16ev46me0sn6af4agdq/f/hfile_1 2024-12-04T20:28:47,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:47,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:47,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:47,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:47,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46855: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54344 deadline: 1733344187013 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54344 2024-12-04T20:28:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2 , the old value is region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c2ef38372881:46855 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:28:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T20:28:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., hostname=c2ef38372881,46855,1733344111012, seqNum=2 from cache 2024-12-04T20:28:47,018 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:28:47,126 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T20:28:47,292 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 0, reset compression=false 2024-12-04T20:28:47,297 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:47,297 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c2ef38372881,46855,1733344111012 got entry batch from reader: WALEntryBatch [walEntries=[{test/5706727f9c55c0ab5e2c126766d15ab3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733344127010/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T20:28:47,299 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T20:28:47,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T20:28:47,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(318): Replicating [3f4dc00a-b207-4c80-b267-8173ab3f1d72] bulk loaded data 2024-12-04T20:28:47,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4621416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:47,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ClusterIdFetcher(90): Going to request c2ef38372881,37351,-1 for getting cluster id 2024-12-04T20:28:47,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T20:28:47,301 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08fe6a00-d882-4c30-89bb-f5c1bb388be2' 2024-12-04T20:28:47,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T20:28:47,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08fe6a00-d882-4c30-89bb-f5c1bb388be2" 2024-12-04T20:28:47,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32e875e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:47,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2ef38372881,37351,-1] 2024-12-04T20:28:47,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T20:28:47,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:47,302 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T20:28:47,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@709b93f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T20:28:47,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741837_1013 (size=11194) 2024-12-04T20:28:47,381 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 0, reset compression=false 2024-12-04T20:28:47,387 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T20:28:47,387 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46855,1733344111012 got entry batch from reader: WALEntryBatch [walEntries=[{test/5706727f9c55c0ab5e2c126766d15ab3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733344127010/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T20:28:47,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.ReplicationSink(318): Replicating [3f4dc00a-b207-4c80-b267-8173ab3f1d72] bulk loaded data 2024-12-04T20:28:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741839_1015 (size=11194) 2024-12-04T20:28:47,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741840_1016 (size=10791) 2024-12-04T20:28:47,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:28:47,497 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:47,497 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/49e571a69982489c9dc325022755e14d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T20:28:47,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T20:28:47,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/49e571a69982489c9dc325022755e14d_SeqId_6_ for inclusion in 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T20:28:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:47,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ for inclusion in 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T20:28:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HRegion(2603): Flush status journal for 0ea0e91833be23ad3daa70e136cf64d7: 2024-12-04T20:28:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49e571a69982489c9dc325022755e14d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:28:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/49e571a69982489c9dc325022755e14d_SeqId_6_ as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/b54f7aeb12874d6e8c07d3048bfff769_SeqId_6_ 2024-12-04T20:28:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:28:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/063ab7d7841445f499e8bbaffb34e399_SeqId_6_ 2024-12-04T20:28:47,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/49e571a69982489c9dc325022755e14d_SeqId_6_ into 0ea0e91833be23ad3daa70e136cf64d7/f as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/b54f7aeb12874d6e8c07d3048bfff769_SeqId_6_ - updating store file list. 2024-12-04T20:28:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b54f7aeb12874d6e8c07d3048bfff769_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:47,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/b54f7aeb12874d6e8c07d3048bfff769_SeqId_6_ into 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:47,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/49e571a69982489c9dc325022755e14d_SeqId_6_ into 0ea0e91833be23ad3daa70e136cf64d7/f (new location: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/b54f7aeb12874d6e8c07d3048bfff769_SeqId_6_) 2024-12-04T20:28:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/49e571a69982489c9dc325022755e14d_SeqId_6_ 2024-12-04T20:28:47,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ into 0ea0e91833be23ad3daa70e136cf64d7/f as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/063ab7d7841445f499e8bbaffb34e399_SeqId_6_ - updating store file list. 2024-12-04T20:28:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 063ab7d7841445f499e8bbaffb34e399_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:47,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/063ab7d7841445f499e8bbaffb34e399_SeqId_6_ into 0ea0e91833be23ad3daa70e136cf64d7/f 2024-12-04T20:28:47,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ into 0ea0e91833be23ad3daa70e136cf64d7/f (new location: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/f/063ab7d7841445f499e8bbaffb34e399_SeqId_6_) 2024-12-04T20:28:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/staging/jenkins.hfs.22__test__t4aul29t1a4tp62rmmd6oabfrjao2qogjljo7965bm7l49lvjgd4919lnrla1e7e/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ 2024-12-04T20:28:47,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] regionserver.ReplicationSink(324): Finished replicating [3f4dc00a-b207-4c80-b267-8173ab3f1d72] bulk loaded data 2024-12-04T20:28:47,587 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741838_1014 (size=10791) 2024-12-04T20:28:47,815 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:47,892 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:48,033 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T20:28:48,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T20:28:48,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:48,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2ef38372881,37351,1733344118326 2024-12-04T20:28:48,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5260c6e2 2024-12-04T20:28:48,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T20:28:48,170 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T20:28:48,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T20:28:48,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T20:28:48,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2ef38372881,43107,1733344118351, seqNum=-1] 2024-12-04T20:28:48,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T20:28:48,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T20:28:48,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T20:28:48,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/49e571a69982489c9dc325022755e14d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T20:28:48,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T20:28:48,229 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:48,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ for inclusion in 35db4286f38f884dbe10569658c6ffb1/f 2024-12-04T20:28:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T20:28:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:48,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/49e571a69982489c9dc325022755e14d_SeqId_6_ for inclusion in 35db4286f38f884dbe10569658c6ffb1/f 2024-12-04T20:28:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T20:28:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T20:28:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegion(2603): Flush status journal for 35db4286f38f884dbe10569658c6ffb1: 2024-12-04T20:28:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:28:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/8faebef29bed487c829a360089e83392_SeqId_4_ 2024-12-04T20:28:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49e571a69982489c9dc325022755e14d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T20:28:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/49e571a69982489c9dc325022755e14d_SeqId_6_ as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/53183ad359344abbba2c9a0805fd4cd8_SeqId_4_ 2024-12-04T20:28:48,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ into 35db4286f38f884dbe10569658c6ffb1/f as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/8faebef29bed487c829a360089e83392_SeqId_4_ - updating store file list. 2024-12-04T20:28:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8faebef29bed487c829a360089e83392_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:48,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/8faebef29bed487c829a360089e83392_SeqId_4_ into 35db4286f38f884dbe10569658c6ffb1/f 2024-12-04T20:28:48,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ into 35db4286f38f884dbe10569658c6ffb1/f (new location: hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/8faebef29bed487c829a360089e83392_SeqId_4_) 2024-12-04T20:28:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/4b9c331262dd408a91f84d0cd9865b2c_SeqId_6_ 2024-12-04T20:28:48,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/49e571a69982489c9dc325022755e14d_SeqId_6_ into 35db4286f38f884dbe10569658c6ffb1/f as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/53183ad359344abbba2c9a0805fd4cd8_SeqId_4_ - updating store file list. 2024-12-04T20:28:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53183ad359344abbba2c9a0805fd4cd8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T20:28:48,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/53183ad359344abbba2c9a0805fd4cd8_SeqId_4_ into 35db4286f38f884dbe10569658c6ffb1/f 2024-12-04T20:28:48,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/49e571a69982489c9dc325022755e14d_SeqId_6_ into 35db4286f38f884dbe10569658c6ffb1/f (new location: hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/f/53183ad359344abbba2c9a0805fd4cd8_SeqId_4_) 2024-12-04T20:28:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/staging/jenkins.hfs.23__test__lf8ovduc34rehn7iipavu3nefj50h1bbg6aukajadu79aij14f1spbvd7929854/f/49e571a69982489c9dc325022755e14d_SeqId_6_ 2024-12-04T20:28:48,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(324): Finished replicating [3f4dc00a-b207-4c80-b267-8173ab3f1d72] bulk loaded data 2024-12-04T20:28:48,297 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:48,763 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:48,814 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:49,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:28:49,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:49,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:49,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:49,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:49,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:49,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:28:49,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1333373255, stopped=false 2024-12-04T20:28:49,042 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,37351,1733344118326 2024-12-04T20:28:49,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-959036131/running 2024-12-04T20:28:49,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-959036131/running 2024-12-04T20:28:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:49,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:49,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:49,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:49,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:49,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on znode that does not yet exist, /2-959036131/running 2024-12-04T20:28:49,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,43107,1733344118351' ***** 2024-12-04T20:28:49,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:28:49,045 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:28:49,045 INFO [RS:0;c2ef38372881:43107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:28:49,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Set watcher on znode that does not yet exist, /2-959036131/running 2024-12-04T20:28:49,045 INFO [RS:0;c2ef38372881:43107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:28:49,045 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:49,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:28:49,046 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,43107,1733344118351 2024-12-04T20:28:49,046 INFO [RS:0;c2ef38372881:43107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:49,046 INFO [RS:0;c2ef38372881:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43107. 2024-12-04T20:28:49,046 DEBUG [RS:0;c2ef38372881:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:49,046 DEBUG [RS:0;c2ef38372881:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:49,046 INFO [RS:0;c2ef38372881:43107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:28:49,046 INFO [RS:0;c2ef38372881:43107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:28:49,046 INFO [RS:0;c2ef38372881:43107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:28:49,046 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:28:49,047 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35db4286f38f884dbe10569658c6ffb1, disabling compactions & flushes 2024-12-04T20:28:49,047 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:49,047 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:49,047 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. after waiting 0 ms 2024-12-04T20:28:49,047 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:49,049 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:28:49,049 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35db4286f38f884dbe10569658c6ffb1=test,,1733344123008.35db4286f38f884dbe10569658c6ffb1.} 2024-12-04T20:28:49,049 DEBUG [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35db4286f38f884dbe10569658c6ffb1 2024-12-04T20:28:49,049 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:49,049 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:49,049 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:49,049 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:49,049 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:49,050 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T20:28:49,082 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/default/test/35db4286f38f884dbe10569658c6ffb1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T20:28:49,082 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/info/ac888fd3943f4e66986e1b46cfe8b691 is 129, key is test,,1733344123008.35db4286f38f884dbe10569658c6ffb1./info:regioninfo/1733344123455/Put/seqid=0 2024-12-04T20:28:49,082 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:49,082 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:28:49,082 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:49,082 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35db4286f38f884dbe10569658c6ffb1: Waiting for close lock at 1733344129047Running coprocessor pre-close hooks at 1733344129047Disabling compacts and flushes for region at 1733344129047Disabling writes for close at 1733344129047Writing region close event to WAL at 1733344129073 (+26 ms)Running coprocessor post-close hooks at 1733344129082 (+9 ms)Closed at 1733344129082 2024-12-04T20:28:49,082 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344123008.35db4286f38f884dbe10569658c6ffb1. 2024-12-04T20:28:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741839_1015 (size=6421) 2024-12-04T20:28:49,087 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/info/ac888fd3943f4e66986e1b46cfe8b691 2024-12-04T20:28:49,098 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:49,113 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/ns/b4614fa5ddf54fc9b43bec8c3c703a12 is 43, key is default/ns:d/1733344121125/Put/seqid=0 2024-12-04T20:28:49,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741840_1016 (size=5153) 2024-12-04T20:28:49,118 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/ns/b4614fa5ddf54fc9b43bec8c3c703a12 2024-12-04T20:28:49,143 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/rep_barrier/7fdb26455a844af69f87ecf1eb0e6604 is 112, key is test,,1733344123008.35db4286f38f884dbe10569658c6ffb1./rep_barrier:seqnumDuringOpen/1733344123455/Put/seqid=0 2024-12-04T20:28:49,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741841_1017 (size=5518) 2024-12-04T20:28:49,163 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/rep_barrier/7fdb26455a844af69f87ecf1eb0e6604 2024-12-04T20:28:49,187 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/table/3530afcb68d5424790da57706d1e48f9 is 40, key is test/table:state/1733344123466/Put/seqid=0 2024-12-04T20:28:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741842_1018 (size=5165) 2024-12-04T20:28:49,192 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/table/3530afcb68d5424790da57706d1e48f9 2024-12-04T20:28:49,199 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/info/ac888fd3943f4e66986e1b46cfe8b691 as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/info/ac888fd3943f4e66986e1b46cfe8b691 2024-12-04T20:28:49,208 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/info/ac888fd3943f4e66986e1b46cfe8b691, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T20:28:49,208 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/ns/b4614fa5ddf54fc9b43bec8c3c703a12 as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/ns/b4614fa5ddf54fc9b43bec8c3c703a12 2024-12-04T20:28:49,213 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/ns/b4614fa5ddf54fc9b43bec8c3c703a12, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:28:49,214 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/rep_barrier/7fdb26455a844af69f87ecf1eb0e6604 as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/rep_barrier/7fdb26455a844af69f87ecf1eb0e6604 2024-12-04T20:28:49,220 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/rep_barrier/7fdb26455a844af69f87ecf1eb0e6604, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T20:28:49,221 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/.tmp/table/3530afcb68d5424790da57706d1e48f9 as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/table/3530afcb68d5424790da57706d1e48f9 2024-12-04T20:28:49,228 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/table/3530afcb68d5424790da57706d1e48f9, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:28:49,230 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=11, compaction requested=false 2024-12-04T20:28:49,245 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T20:28:49,245 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:49,245 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:49,245 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:49,245 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344129049Running coprocessor pre-close hooks at 1733344129049Disabling compacts and flushes for region at 1733344129049Disabling writes for close at 1733344129049Obtaining lock to block concurrent updates at 1733344129050 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733344129050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733344129050Flushing stores of hbase:meta,,1.1588230740 at 1733344129051 (+1 ms)Flushing 1588230740/info: creating writer at 1733344129051Flushing 1588230740/info: appending metadata at 1733344129081 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733344129081Flushing 1588230740/ns: creating writer at 1733344129092 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733344129112 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733344129112Flushing 1588230740/rep_barrier: creating writer at 1733344129124 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344129143 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344129143Flushing 1588230740/table: creating writer at 1733344129169 (+26 ms)Flushing 1588230740/table: appending metadata at 1733344129187 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733344129187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed439a0: reopening flushed file at 1733344129197 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bedf4d9: reopening flushed file at 1733344129208 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d37187: reopening flushed file at 1733344129213 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b118a1: reopening flushed file at 1733344129220 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=11, compaction requested=false at 1733344129230 (+10 ms)Writing region close event to WAL at 1733344129241 (+11 ms)Running coprocessor post-close hooks at 1733344129245 (+4 ms)Closed at 1733344129245 2024-12-04T20:28:49,245 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:49,249 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,43107,1733344118351; all regions closed. 2024-12-04T20:28:49,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741834_1010 (size=2717) 2024-12-04T20:28:49,258 DEBUG [RS:0;c2ef38372881:43107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/oldWALs 2024-12-04T20:28:49,258 INFO [RS:0;c2ef38372881:43107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43107%2C1733344118351.meta:.meta(num 1733344121040) 2024-12-04T20:28:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741833_1009 (size=1028) 2024-12-04T20:28:49,263 DEBUG [RS:0;c2ef38372881:43107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/oldWALs 2024-12-04T20:28:49,263 INFO [RS:0;c2ef38372881:43107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C43107%2C1733344118351:(num 1733344120708) 2024-12-04T20:28:49,263 DEBUG [RS:0;c2ef38372881:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:49,263 INFO [RS:0;c2ef38372881:43107 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:49,263 INFO [RS:0;c2ef38372881:43107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:49,263 INFO [RS:0;c2ef38372881:43107 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:49,264 INFO [RS:0;c2ef38372881:43107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:49,264 INFO [RS:0;c2ef38372881:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:43107. 2024-12-04T20:28:49,264 DEBUG [RS:0;c2ef38372881:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:49,264 DEBUG [RS:0;c2ef38372881:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:49,264 DEBUG [RS:0;c2ef38372881:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:49,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:49,264 INFO [RS:0;c2ef38372881:43107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43107 2024-12-04T20:28:49,264 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:49,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131/rs 2024-12-04T20:28:49,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-959036131/rs/c2ef38372881,43107,1733344118351 2024-12-04T20:28:49,267 INFO [RS:0;c2ef38372881:43107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:49,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,43107,1733344118351] 2024-12-04T20:28:49,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-959036131/draining/c2ef38372881,43107,1733344118351 already deleted, retry=false 2024-12-04T20:28:49,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,43107,1733344118351 expired; onlineServers=0 2024-12-04T20:28:49,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,37351,1733344118326' ***** 2024-12-04T20:28:49,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:28:49,269 INFO [M:0;c2ef38372881:37351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:49,269 INFO [M:0;c2ef38372881:37351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:49,269 DEBUG [M:0;c2ef38372881:37351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:28:49,270 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:28:49,270 DEBUG [M:0;c2ef38372881:37351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:28:49,270 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344120381 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344120381,5,FailOnTimeoutGroup] 2024-12-04T20:28:49,270 INFO [M:0;c2ef38372881:37351 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:49,270 INFO [M:0;c2ef38372881:37351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:49,270 DEBUG [M:0;c2ef38372881:37351 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:28:49,270 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344120369 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344120369,5,FailOnTimeoutGroup] 2024-12-04T20:28:49,270 INFO [M:0;c2ef38372881:37351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:28:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-959036131/master 2024-12-04T20:28:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-959036131 2024-12-04T20:28:49,271 INFO [M:0;c2ef38372881:37351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:49,271 INFO [M:0;c2ef38372881:37351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:28:49,271 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:28:49,271 DEBUG [M:0;c2ef38372881:37351 {}] zookeeper.ZKUtil(347): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Unable to get data of znode /2-959036131/master because node does not exist (not an error) 2024-12-04T20:28:49,271 WARN [M:0;c2ef38372881:37351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:28:49,272 INFO [M:0;c2ef38372881:37351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/.lastflushedseqids 2024-12-04T20:28:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741843_1019 (size=173) 2024-12-04T20:28:49,290 INFO [M:0;c2ef38372881:37351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:28:49,290 INFO [M:0;c2ef38372881:37351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:28:49,290 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:49,290 INFO [M:0;c2ef38372881:37351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:49,290 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:49,290 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:49,290 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:49,290 INFO [M:0;c2ef38372881:37351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-04T20:28:49,306 DEBUG [M:0;c2ef38372881:37351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64badc8b1dbe448190024d9f556ac83f is 82, key is hbase:meta,,1/info:regioninfo/1733344121114/Put/seqid=0 2024-12-04T20:28:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741844_1020 (size=5672) 2024-12-04T20:28:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100a6eb82a80007, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:49,369 INFO [RS:0;c2ef38372881:43107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:49,369 INFO [RS:0;c2ef38372881:43107 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,43107,1733344118351; zookeeper connection closed. 2024-12-04T20:28:49,370 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1215472 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1215472 2024-12-04T20:28:49,370 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:28:49,386 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:49,419 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:49,715 INFO [M:0;c2ef38372881:37351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64badc8b1dbe448190024d9f556ac83f 2024-12-04T20:28:49,737 DEBUG [M:0;c2ef38372881:37351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d645d24780804b5fa758c13b608f76f8 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733344123470/Put/seqid=0 2024-12-04T20:28:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741845_1021 (size=6587) 2024-12-04T20:28:49,741 INFO [M:0;c2ef38372881:37351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d645d24780804b5fa758c13b608f76f8 2024-12-04T20:28:49,767 DEBUG [M:0;c2ef38372881:37351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ece88b9e1894d9099150f545a628e60 is 69, key is c2ef38372881,43107,1733344118351/rs:state/1733344120474/Put/seqid=0 2024-12-04T20:28:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741846_1022 (size=5156) 2024-12-04T20:28:50,091 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:50,126 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:50,186 INFO [M:0;c2ef38372881:37351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ece88b9e1894d9099150f545a628e60 2024-12-04T20:28:50,191 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64badc8b1dbe448190024d9f556ac83f as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64badc8b1dbe448190024d9f556ac83f 2024-12-04T20:28:50,195 INFO [M:0;c2ef38372881:37351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64badc8b1dbe448190024d9f556ac83f, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T20:28:50,196 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d645d24780804b5fa758c13b608f76f8 as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d645d24780804b5fa758c13b608f76f8 2024-12-04T20:28:50,200 INFO [M:0;c2ef38372881:37351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d645d24780804b5fa758c13b608f76f8, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T20:28:50,206 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ece88b9e1894d9099150f545a628e60 as hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ece88b9e1894d9099150f545a628e60 2024-12-04T20:28:50,211 INFO [M:0;c2ef38372881:37351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33517/user/jenkins/test-data/bb6a3afe-67d1-2e10-6dcb-896f32cf6027/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ece88b9e1894d9099150f545a628e60, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T20:28:50,212 INFO [M:0;c2ef38372881:37351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=55, compaction requested=false 2024-12-04T20:28:50,213 INFO [M:0;c2ef38372881:37351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:50,213 DEBUG [M:0;c2ef38372881:37351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344129290Disabling compacts and flushes for region at 1733344129290Disabling writes for close at 1733344129290Obtaining lock to block concurrent updates at 1733344129290Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344129290Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733344129291 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344129291Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344129291Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344129306 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344129306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344129719 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344129736 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344129736Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344129747 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344129767 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344129767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149f8957: reopening flushed file at 1733344130190 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1996b3b4: reopening flushed file at 1733344130195 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da2479d: reopening flushed file at 1733344130200 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=55, compaction requested=false at 1733344130212 (+12 ms)Writing region close event to WAL at 1733344130213 (+1 ms)Closed at 1733344130213 2024-12-04T20:28:50,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33223 is added to blk_1073741830_1006 (size=32782) 2024-12-04T20:28:50,217 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:50,217 INFO [M:0;c2ef38372881:37351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:28:50,217 INFO [M:0;c2ef38372881:37351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37351 2024-12-04T20:28:50,217 INFO [M:0;c2ef38372881:37351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x100a6eb82a80006, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:50,320 INFO [M:0;c2ef38372881:37351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:50,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad8989d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:50,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c95447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:50,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:50,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2483a4fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:50,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f125a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:50,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:28:50,346 WARN [BP-213032067-172.17.0.2-1733344117494 heartbeating to localhost/127.0.0.1:33517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:28:50,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:28:50,346 WARN [BP-213032067-172.17.0.2-1733344117494 heartbeating to localhost/127.0.0.1:33517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-213032067-172.17.0.2-1733344117494 (Datanode Uuid fd5d854e-9218-4313-81f8-711ecd38441e) service to localhost/127.0.0.1:33517 2024-12-04T20:28:50,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/cluster_ecf7f1e6-51c3-47e0-3d8c-5dea13fc91bd/data/data1/current/BP-213032067-172.17.0.2-1733344117494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:50,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/cluster_ecf7f1e6-51c3-47e0-3d8c-5dea13fc91bd/data/data2/current/BP-213032067-172.17.0.2-1733344117494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:50,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:28:50,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15445893{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:50,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61eab7d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:50,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:50,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1631ccfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:50,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a05026e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f6a1afc-0fbf-c64c-039e-9dc6e75f92e0/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:50,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:28:50,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:28:50,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:50,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:50,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:50,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:50,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:50,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:28:50,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=921951480, stopped=false 2024-12-04T20:28:50,376 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,44971,1733344114468 2024-12-04T20:28:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939118913/running 2024-12-04T20:28:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:50,377 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:50,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:50,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:50,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:50,378 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,41323,1733344114505' ***** 2024-12-04T20:28:50,378 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:28:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939118913/running 2024-12-04T20:28:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:50,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:28:50,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on znode that does not yet exist, /1-1939118913/running 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ea0e91833be23ad3daa70e136cf64d7 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,41323,1733344114505 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:41323. 2024-12-04T20:28:50,382 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ea0e91833be23ad3daa70e136cf64d7, disabling compactions & flushes 2024-12-04T20:28:50,382 DEBUG [RS:0;c2ef38372881:41323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:50,382 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:50,382 DEBUG [RS:0;c2ef38372881:41323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:50,382 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:28:50,382 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:28:50,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Set watcher on znode that does not yet exist, /1-1939118913/running 2024-12-04T20:28:50,383 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. after waiting 0 ms 2024-12-04T20:28:50,383 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:50,396 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T20:28:50,396 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ea0e91833be23ad3daa70e136cf64d7=test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7.} 2024-12-04T20:28:50,396 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1351): Waiting on 0ea0e91833be23ad3daa70e136cf64d7, 1588230740 2024-12-04T20:28:50,396 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:50,396 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:50,396 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:50,396 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:50,396 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:50,397 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T20:28:50,399 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:50,417 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:28:50,417 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:28:50,422 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/info/8c70d621ec3047ffa1ef107569c6e38a is 129, key is test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7./info:regioninfo/1733344122621/Put/seqid=0 2024-12-04T20:28:50,425 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/default/test/0ea0e91833be23ad3daa70e136cf64d7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T20:28:50,426 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:50,426 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:28:50,426 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:50,426 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ea0e91833be23ad3daa70e136cf64d7: Waiting for close lock at 1733344130382Running coprocessor pre-close hooks at 1733344130382Disabling compacts and flushes for region at 1733344130382Disabling writes for close at 1733344130383 (+1 ms)Writing region close event to WAL at 1733344130417 (+34 ms)Running coprocessor post-close hooks at 1733344130426 (+9 ms)Closed at 1733344130426 2024-12-04T20:28:50,426 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7. 2024-12-04T20:28:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741841_1017 (size=6421) 2024-12-04T20:28:50,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T20:28:50,596 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:50,796 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:50,839 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/info/8c70d621ec3047ffa1ef107569c6e38a 2024-12-04T20:28:50,876 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/ns/4eef9a536de94118a8c606daf587587f is 43, key is default/ns:d/1733344117425/Put/seqid=0 2024-12-04T20:28:50,895 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741842_1018 (size=5153) 2024-12-04T20:28:50,903 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/ns/4eef9a536de94118a8c606daf587587f 2024-12-04T20:28:50,929 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:50,957 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/rep_barrier/fd4a5912427a4991913ab1d5d887543f is 112, key is test,,1733344121858.0ea0e91833be23ad3daa70e136cf64d7./rep_barrier:seqnumDuringOpen/1733344122621/Put/seqid=0 2024-12-04T20:28:50,997 DEBUG [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741843_1019 (size=5518) 2024-12-04T20:28:51,002 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/rep_barrier/fd4a5912427a4991913ab1d5d887543f 2024-12-04T20:28:51,030 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/table/08e93817623549249859948adaa6fbc1 is 40, key is test/table:state/1733344122630/Put/seqid=0 2024-12-04T20:28:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741844_1020 (size=5165) 2024-12-04T20:28:51,035 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/table/08e93817623549249859948adaa6fbc1 2024-12-04T20:28:51,040 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/info/8c70d621ec3047ffa1ef107569c6e38a as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/info/8c70d621ec3047ffa1ef107569c6e38a 2024-12-04T20:28:51,045 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/info/8c70d621ec3047ffa1ef107569c6e38a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T20:28:51,045 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/ns/4eef9a536de94118a8c606daf587587f as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/ns/4eef9a536de94118a8c606daf587587f 2024-12-04T20:28:51,050 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/ns/4eef9a536de94118a8c606daf587587f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:28:51,052 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/rep_barrier/fd4a5912427a4991913ab1d5d887543f as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/rep_barrier/fd4a5912427a4991913ab1d5d887543f 2024-12-04T20:28:51,063 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/rep_barrier/fd4a5912427a4991913ab1d5d887543f, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T20:28:51,073 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/.tmp/table/08e93817623549249859948adaa6fbc1 as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/table/08e93817623549249859948adaa6fbc1 2024-12-04T20:28:51,077 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/table/08e93817623549249859948adaa6fbc1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T20:28:51,078 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 681ms, sequenceid=11, compaction requested=false 2024-12-04T20:28:51,096 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T20:28:51,096 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:51,096 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:51,096 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:51,096 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344130396Running coprocessor pre-close hooks at 1733344130396Disabling compacts and flushes for region at 1733344130396Disabling writes for close at 1733344130396Obtaining lock to block concurrent updates at 1733344130397 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733344130397Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733344130397Flushing stores of hbase:meta,,1.1588230740 at 1733344130397Flushing 1588230740/info: creating writer at 1733344130397Flushing 1588230740/info: appending metadata at 1733344130422 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733344130422Flushing 1588230740/ns: creating writer at 1733344130843 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733344130876 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1733344130876Flushing 1588230740/rep_barrier: creating writer at 1733344130910 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344130956 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344130956Flushing 1588230740/table: creating writer at 1733344131007 (+51 ms)Flushing 1588230740/table: appending metadata at 1733344131029 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733344131029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460af3f1: reopening flushed file at 1733344131039 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd22796: reopening flushed file at 1733344131045 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469e7cfd: reopening flushed file at 1733344131050 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea0dd7d: reopening flushed file at 1733344131063 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 681ms, sequenceid=11, compaction requested=false at 1733344131078 (+15 ms)Writing region close event to WAL at 1733344131093 (+15 ms)Running coprocessor post-close hooks at 1733344131096 (+3 ms)Closed at 1733344131096 2024-12-04T20:28:51,096 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:51,197 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,41323,1733344114505; all regions closed. 2024-12-04T20:28:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741834_1010 (size=2717) 2024-12-04T20:28:51,202 DEBUG [RS:0;c2ef38372881:41323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/oldWALs 2024-12-04T20:28:51,202 INFO [RS:0;c2ef38372881:41323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C41323%2C1733344114505.meta:.meta(num 1733344117389) 2024-12-04T20:28:51,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741832_1008 (size=1374) 2024-12-04T20:28:51,211 DEBUG [RS:0;c2ef38372881:41323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/oldWALs 2024-12-04T20:28:51,211 INFO [RS:0;c2ef38372881:41323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2ef38372881%2C41323%2C1733344114505:(num 1733344116489) 2024-12-04T20:28:51,211 DEBUG [RS:0;c2ef38372881:41323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:51,211 INFO [RS:0;c2ef38372881:41323 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:51,211 INFO [RS:0;c2ef38372881:41323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:51,211 INFO [RS:0;c2ef38372881:41323 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:51,211 INFO [RS:0;c2ef38372881:41323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:51,211 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:51,212 INFO [RS:0;c2ef38372881:41323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:41323. 2024-12-04T20:28:51,212 DEBUG [RS:0;c2ef38372881:41323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:51,212 DEBUG [RS:0;c2ef38372881:41323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:51,212 DEBUG [RS:0;c2ef38372881:41323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:51,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:51,212 INFO [RS:0;c2ef38372881:41323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41323 2024-12-04T20:28:51,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913/rs 2024-12-04T20:28:51,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939118913/rs/c2ef38372881,41323,1733344114505 2024-12-04T20:28:51,216 INFO [RS:0;c2ef38372881:41323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:51,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,41323,1733344114505] 2024-12-04T20:28:51,217 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939118913/draining/c2ef38372881,41323,1733344114505 already deleted, retry=false 2024-12-04T20:28:51,217 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,41323,1733344114505 expired; onlineServers=0 2024-12-04T20:28:51,217 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,44971,1733344114468' ***** 2024-12-04T20:28:51,217 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:28:51,217 INFO [M:0;c2ef38372881:44971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:51,217 INFO [M:0;c2ef38372881:44971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:51,217 DEBUG [M:0;c2ef38372881:44971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:28:51,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:28:51,217 DEBUG [M:0;c2ef38372881:44971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:28:51,217 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344116249 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344116249,5,FailOnTimeoutGroup] 2024-12-04T20:28:51,217 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344116251 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344116251,5,FailOnTimeoutGroup] 2024-12-04T20:28:51,217 INFO [M:0;c2ef38372881:44971 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:51,218 INFO [M:0;c2ef38372881:44971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:51,218 DEBUG [M:0;c2ef38372881:44971 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:28:51,218 INFO [M:0;c2ef38372881:44971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:28:51,218 INFO [M:0;c2ef38372881:44971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:51,218 INFO [M:0;c2ef38372881:44971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:28:51,218 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:28:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939118913/master 2024-12-04T20:28:51,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939118913 2024-12-04T20:28:51,219 DEBUG [M:0;c2ef38372881:44971 {}] zookeeper.ZKUtil(347): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Unable to get data of znode /1-1939118913/master because node does not exist (not an error) 2024-12-04T20:28:51,219 WARN [M:0;c2ef38372881:44971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T20:28:51,219 INFO [M:0;c2ef38372881:44971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/.lastflushedseqids 2024-12-04T20:28:51,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741845_1021 (size=173) 2024-12-04T20:28:51,248 INFO [M:0;c2ef38372881:44971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:28:51,248 INFO [M:0;c2ef38372881:44971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:28:51,248 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:51,248 INFO [M:0;c2ef38372881:44971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:51,248 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:51,248 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:51,248 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:51,248 INFO [M:0;c2ef38372881:44971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-04T20:28:51,270 DEBUG [M:0;c2ef38372881:44971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/643e74926915444085372d6b217ea5f6 is 82, key is hbase:meta,,1/info:regioninfo/1733344117418/Put/seqid=0 2024-12-04T20:28:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741846_1022 (size=5672) 2024-12-04T20:28:51,307 INFO [M:0;c2ef38372881:44971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/643e74926915444085372d6b217ea5f6 2024-12-04T20:28:51,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:51,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x100a6eb82a80004, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:51,317 INFO [RS:0;c2ef38372881:41323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:51,317 INFO [RS:0;c2ef38372881:41323 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,41323,1733344114505; zookeeper connection closed. 2024-12-04T20:28:51,317 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78265832 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78265832 2024-12-04T20:28:51,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:28:51,327 DEBUG [M:0;c2ef38372881:44971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a62dbf716ee14e7fb58080f2d28448ed is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733344122634/Put/seqid=0 2024-12-04T20:28:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741847_1023 (size=6587) 2024-12-04T20:28:51,343 INFO [M:0;c2ef38372881:44971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a62dbf716ee14e7fb58080f2d28448ed 2024-12-04T20:28:51,367 DEBUG [M:0;c2ef38372881:44971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12c0532ed4bc42459440f7cccb5113e3 is 69, key is c2ef38372881,41323,1733344114505/rs:state/1733344116355/Put/seqid=0 2024-12-04T20:28:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741848_1024 (size=5156) 2024-12-04T20:28:51,387 INFO [M:0;c2ef38372881:44971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12c0532ed4bc42459440f7cccb5113e3 2024-12-04T20:28:51,392 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/643e74926915444085372d6b217ea5f6 as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/643e74926915444085372d6b217ea5f6 2024-12-04T20:28:51,396 INFO [M:0;c2ef38372881:44971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/643e74926915444085372d6b217ea5f6, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T20:28:51,398 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a62dbf716ee14e7fb58080f2d28448ed as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a62dbf716ee14e7fb58080f2d28448ed 2024-12-04T20:28:51,404 INFO [M:0;c2ef38372881:44971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a62dbf716ee14e7fb58080f2d28448ed, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T20:28:51,404 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12c0532ed4bc42459440f7cccb5113e3 as hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12c0532ed4bc42459440f7cccb5113e3 2024-12-04T20:28:51,409 INFO [M:0;c2ef38372881:44971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12c0532ed4bc42459440f7cccb5113e3, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T20:28:51,410 INFO [M:0;c2ef38372881:44971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=55, compaction requested=false 2024-12-04T20:28:51,413 INFO [M:0;c2ef38372881:44971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:51,413 DEBUG [M:0;c2ef38372881:44971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344131248Disabling compacts and flushes for region at 1733344131248Disabling writes for close at 1733344131248Obtaining lock to block concurrent updates at 1733344131248Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344131248Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733344131248Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344131250 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344131250Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344131270 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344131270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344131311 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344131327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344131327Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344131349 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344131366 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344131366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1483709c: reopening flushed file at 1733344131391 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48961b4: reopening flushed file at 1733344131396 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79effa36: reopening flushed file at 1733344131404 (+8 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=55, compaction requested=false at 1733344131410 (+6 ms)Writing region close event to WAL at 1733344131413 (+3 ms)Closed at 1733344131413 2024-12-04T20:28:51,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab817a94-778f-2a06-b91f-0cc4abe97512/MasterData/WALs/c2ef38372881,44971,1733344114468/c2ef38372881%2C44971%2C1733344114468.1733344116194 not finished, retry = 0 2024-12-04T20:28:51,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741830_1006 (size=32782) 2024-12-04T20:28:51,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=16, created chunk count=33, reused chunk count=160, reuseRatio=82.90% 2024-12-04T20:28:51,500 DEBUG [master/c2ef38372881:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T20:28:51,516 INFO [M:0;c2ef38372881:44971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:28:51,516 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:51,517 INFO [M:0;c2ef38372881:44971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44971 2024-12-04T20:28:51,517 INFO [M:0;c2ef38372881:44971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:51,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T20:28:51,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:28:51,586 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128910 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c2ef38372881,35033,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:35033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T20:28:51,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:51,619 INFO [M:0;c2ef38372881:44971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:51,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x100a6eb82a80003, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:51,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@445be983{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:51,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e134a3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:51,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:51,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:51,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501795a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:51,632 WARN [BP-1063153468-172.17.0.2-1733344113558 heartbeating to localhost/127.0.0.1:41885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:28:51,632 WARN [BP-1063153468-172.17.0.2-1733344113558 heartbeating to localhost/127.0.0.1:41885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1063153468-172.17.0.2-1733344113558 (Datanode Uuid 76c9c1f3-8802-41e8-ba4e-41b390c0b9da) service to localhost/127.0.0.1:41885 2024-12-04T20:28:51,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/cluster_95e94584-775d-7784-476f-3b25d87c404a/data/data1/current/BP-1063153468-172.17.0.2-1733344113558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:51,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/cluster_95e94584-775d-7784-476f-3b25d87c404a/data/data2/current/BP-1063153468-172.17.0.2-1733344113558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:51,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:28:51,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:28:51,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:28:51,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f321988{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:51,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4072b391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:51,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:51,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c7ad3e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:51,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70764eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9dfdd8f-6f5a-4088-c5c9-4b1424f994b2/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:51,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:28:51,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T20:28:51,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:51,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:51,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:51,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:51,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:51,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T20:28:51,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=429980581, stopped=false 2024-12-04T20:28:51,660 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2ef38372881,45723,1733344110971 2024-12-04T20:28:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01807993991/running 2024-12-04T20:28:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01807993991/running 2024-12-04T20:28:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:51,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:51,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on znode that does not yet exist, /01807993991/running 2024-12-04T20:28:51,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Set watcher on znode that does not yet exist, /01807993991/running 2024-12-04T20:28:51,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T20:28:51,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:51,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:51,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2ef38372881,46855,1733344111012' ***** 2024-12-04T20:28:51,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T20:28:51,663 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T20:28:51,663 INFO [RS:0;c2ef38372881:46855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T20:28:51,663 INFO [RS:0;c2ef38372881:46855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T20:28:51,663 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(3091): Received CLOSE for 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:51,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(3091): Received CLOSE for 3544c6187331171119b33b74497450c1 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(959): stopping server c2ef38372881,46855,1733344111012 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46855. 2024-12-04T20:28:51,664 DEBUG [RS:0;c2ef38372881:46855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:51,664 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5706727f9c55c0ab5e2c126766d15ab3, disabling compactions & flushes 2024-12-04T20:28:51,664 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:51,664 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:51,664 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T20:28:51,664 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. after waiting 0 ms 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T20:28:51,664 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:51,664 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T20:28:51,665 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T20:28:51,665 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5706727f9c55c0ab5e2c126766d15ab3=test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3., 3544c6187331171119b33b74497450c1=hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1.} 2024-12-04T20:28:51,665 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3544c6187331171119b33b74497450c1, 5706727f9c55c0ab5e2c126766d15ab3 2024-12-04T20:28:51,665 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T20:28:51,665 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T20:28:51,665 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T20:28:51,665 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T20:28:51,666 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T20:28:51,666 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T20:28:51,682 INFO [regionserver/c2ef38372881:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:51,689 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/default/test/5706727f9c55c0ab5e2c126766d15ab3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T20:28:51,690 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:51,690 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T20:28:51,690 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5706727f9c55c0ab5e2c126766d15ab3: Waiting for close lock at 1733344131664Running coprocessor pre-close hooks at 1733344131664Disabling compacts and flushes for region at 1733344131664Disabling writes for close at 1733344131664Writing region close event to WAL at 1733344131685 (+21 ms)Running coprocessor post-close hooks at 1733344131690 (+5 ms)Closed at 1733344131690 2024-12-04T20:28:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3. 2024-12-04T20:28:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3544c6187331171119b33b74497450c1, disabling compactions & flushes 2024-12-04T20:28:51,691 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. after waiting 0 ms 2024-12-04T20:28:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:51,691 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3544c6187331171119b33b74497450c1 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T20:28:51,696 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/info/98d25796b48b47e9a74694b7c149e3dd is 147, key is hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1./info:regioninfo/1733344124479/Put/seqid=0 2024-12-04T20:28:51,711 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/.tmp/hfileref/5e7ce0a139454c4fa47819ee333f49cf is 74, key is 1/hfileref:2f94c24e99f1425bad7c661224a33e3c_SeqId_4_/1733344125807/DeleteColumn/seqid=0 2024-12-04T20:28:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741847_1023 (size=7686) 2024-12-04T20:28:51,715 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/info/98d25796b48b47e9a74694b7c149e3dd 2024-12-04T20:28:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741848_1024 (size=5489) 2024-12-04T20:28:51,751 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/ns/102730d4923e4d0dbe48a9e2e3a665b8 is 43, key is default/ns:d/1733344113508/Put/seqid=0 2024-12-04T20:28:51,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741849_1025 (size=5153) 2024-12-04T20:28:51,832 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:51,836 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:51,837 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:51,837 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c2ef38372881,46855,1733344111012 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:51,838 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c2ef38372881,46855,1733344111012: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c2ef38372881,46855,1733344111012, walGroup=c2ef38372881%2C46855%2C1733344111012, offset=c2ef38372881%2C46855%2C1733344111012.1733344126055:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:46855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T20:28:51,839 ERROR [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T20:28:51,839 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T20:28:51,839 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T20:28:51,840 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T20:28:51,840 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T20:28:51,840 INFO [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1572864000, "init": 1048576000, "max": 2306867200, "used": 1207561760 }, "NonHeapMemoryUsage": { "committed": 210305024, "init": 7667712, "max": -1, "used": 207268384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T20:28:51,840 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:45723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2ef38372881:45723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T20:28:51,865 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3544c6187331171119b33b74497450c1 2024-12-04T20:28:51,889 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 393, reset compression=false 2024-12-04T20:28:51,895 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T20:28:51,895 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:51,895 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c2ef38372881,46855,1733344111012 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T20:28:51,895 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T20:28:52,042 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:52,065 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3544c6187331171119b33b74497450c1 2024-12-04T20:28:52,104 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:52,136 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/.tmp/hfileref/5e7ce0a139454c4fa47819ee333f49cf 2024-12-04T20:28:52,176 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/ns/102730d4923e4d0dbe48a9e2e3a665b8 2024-12-04T20:28:52,182 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/.tmp/queue/40db72a821d64466a9f4c1e72ea319cd is 153, key is 1-c2ef38372881,46855,1733344111012/queue:c2ef38372881%2C46855%2C1733344111012/1733344127537/Put/seqid=0 2024-12-04T20:28:52,210 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/rep_barrier/2abed0063bc1442ea6f8fb763e79a5af is 112, key is test,,1733344121219.5706727f9c55c0ab5e2c126766d15ab3./rep_barrier:seqnumDuringOpen/1733344121649/Put/seqid=0 2024-12-04T20:28:52,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741850_1026 (size=5504) 2024-12-04T20:28:52,214 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/.tmp/queue/40db72a821d64466a9f4c1e72ea319cd 2024-12-04T20:28:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741851_1027 (size=5518) 2024-12-04T20:28:52,227 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/.tmp/hfileref/5e7ce0a139454c4fa47819ee333f49cf as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/hfileref/5e7ce0a139454c4fa47819ee333f49cf 2024-12-04T20:28:52,232 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/hfileref/5e7ce0a139454c4fa47819ee333f49cf, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T20:28:52,234 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/.tmp/queue/40db72a821d64466a9f4c1e72ea319cd as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/queue/40db72a821d64466a9f4c1e72ea319cd 2024-12-04T20:28:52,242 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/queue/40db72a821d64466a9f4c1e72ea319cd, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T20:28:52,243 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3544c6187331171119b33b74497450c1 in 552ms, sequenceid=17, compaction requested=false 2024-12-04T20:28:52,262 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/replication/3544c6187331171119b33b74497450c1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T20:28:52,263 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:52,263 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:52,263 INFO [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:52,263 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3544c6187331171119b33b74497450c1: Waiting for close lock at 1733344131691Running coprocessor pre-close hooks at 1733344131691Disabling compacts and flushes for region at 1733344131691Disabling writes for close at 1733344131691Obtaining lock to block concurrent updates at 1733344131691Preparing flush snapshotting stores in 3544c6187331171119b33b74497450c1 at 1733344131691Finished memstore snapshotting hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733344131691Flushing stores of hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. at 1733344131692 (+1 ms)Flushing 3544c6187331171119b33b74497450c1/hfileref: creating writer at 1733344131692Flushing 3544c6187331171119b33b74497450c1/hfileref: appending metadata at 1733344131711 (+19 ms)Flushing 3544c6187331171119b33b74497450c1/hfileref: closing flushed file at 1733344131711Flushing 3544c6187331171119b33b74497450c1/queue: creating writer at 1733344132149 (+438 ms)Flushing 3544c6187331171119b33b74497450c1/queue: appending metadata at 1733344132182 (+33 ms)Flushing 3544c6187331171119b33b74497450c1/queue: closing flushed file at 1733344132182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec3be6b: reopening flushed file at 1733344132227 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180b0004: reopening flushed file at 1733344132233 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3544c6187331171119b33b74497450c1 in 552ms, sequenceid=17, compaction requested=false at 1733344132243 (+10 ms)Writing region close event to WAL at 1733344132253 (+10 ms)Running coprocessor post-close hooks at 1733344132263 (+10 ms)Closed at 1733344132263 2024-12-04T20:28:52,263 DEBUG [RS_CLOSE_REGION-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733344123664.3544c6187331171119b33b74497450c1. 2024-12-04T20:28:52,266 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:52,359 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:52,422 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:52,466 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:52,559 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T20:28:52,559 INFO [regionserver/c2ef38372881:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T20:28:52,625 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/rep_barrier/2abed0063bc1442ea6f8fb763e79a5af 2024-12-04T20:28:52,645 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/table/bbcd9ba1d415429e8cf9263773290a54 is 53, key is hbase:replication/table:state/1733344124487/Put/seqid=0 2024-12-04T20:28:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741852_1028 (size=5308) 2024-12-04T20:28:52,666 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T20:28:52,666 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T20:28:52,666 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:52,762 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:52,826 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:52,866 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:53,051 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/table/bbcd9ba1d415429e8cf9263773290a54 2024-12-04T20:28:53,055 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/info/98d25796b48b47e9a74694b7c149e3dd as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/info/98d25796b48b47e9a74694b7c149e3dd 2024-12-04T20:28:53,059 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/info/98d25796b48b47e9a74694b7c149e3dd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T20:28:53,060 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/ns/102730d4923e4d0dbe48a9e2e3a665b8 as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/ns/102730d4923e4d0dbe48a9e2e3a665b8 2024-12-04T20:28:53,064 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/ns/102730d4923e4d0dbe48a9e2e3a665b8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T20:28:53,064 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/rep_barrier/2abed0063bc1442ea6f8fb763e79a5af as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/rep_barrier/2abed0063bc1442ea6f8fb763e79a5af 2024-12-04T20:28:53,066 DEBUG [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T20:28:53,068 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/rep_barrier/2abed0063bc1442ea6f8fb763e79a5af, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T20:28:53,069 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/.tmp/table/bbcd9ba1d415429e8cf9263773290a54 as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/table/bbcd9ba1d415429e8cf9263773290a54 2024-12-04T20:28:53,073 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/table/bbcd9ba1d415429e8cf9263773290a54, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T20:28:53,074 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=16, compaction requested=false 2024-12-04T20:28:53,074 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T20:28:53,081 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T20:28:53,081 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T20:28:53,081 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T20:28:53,082 INFO [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:53,082 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733344131665Running coprocessor pre-close hooks at 1733344131665Disabling compacts and flushes for region at 1733344131665Disabling writes for close at 1733344131665Obtaining lock to block concurrent updates at 1733344131666 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733344131666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733344131666Flushing stores of hbase:meta,,1.1588230740 at 1733344131666Flushing 1588230740/info: creating writer at 1733344131667 (+1 ms)Flushing 1588230740/info: appending metadata at 1733344131695 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733344131695Flushing 1588230740/ns: creating writer at 1733344131728 (+33 ms)Flushing 1588230740/ns: appending metadata at 1733344131751 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733344131751Flushing 1588230740/rep_barrier: creating writer at 1733344132187 (+436 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733344132210 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733344132210Flushing 1588230740/table: creating writer at 1733344132629 (+419 ms)Flushing 1588230740/table: appending metadata at 1733344132645 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733344132645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7005a5d8: reopening flushed file at 1733344133055 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f905645: reopening flushed file at 1733344133059 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c4e7ae: reopening flushed file at 1733344133064 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3573990f: reopening flushed file at 1733344133068 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=16, compaction requested=false at 1733344133074 (+6 ms)Writing region close event to WAL at 1733344133078 (+4 ms)Running coprocessor post-close hooks at 1733344133081 (+3 ms)Closed at 1733344133081 2024-12-04T20:28:53,082 DEBUG [RS_CLOSE_META-regionserver/c2ef38372881:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T20:28:53,266 DEBUG [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/WALs/c2ef38372881,46855,1733344111012/c2ef38372881%2C46855%2C1733344111012.1733344126055 to pos 688, reset compression=false 2024-12-04T20:28:53,266 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(976): stopping server c2ef38372881,46855,1733344111012; all regions closed. 2024-12-04T20:28:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741843_1019 (size=859) 2024-12-04T20:28:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741844_1020 (size=2791) 2024-12-04T20:28:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741842_1018 (size=696) 2024-12-04T20:28:53,280 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:53,280 INFO [RS:0;c2ef38372881:46855 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T20:28:53,280 INFO [RS:0;c2ef38372881:46855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:53,281 INFO [RS:0;c2ef38372881:46855 {}] hbase.ChoreService(370): Chore service for: regionserver/c2ef38372881:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:53,281 INFO [RS:0;c2ef38372881:46855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:53,281 INFO [regionserver/c2ef38372881:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:53,281 INFO [RS:0;c2ef38372881:46855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c2ef38372881,46855,1733344111012 because: Region server is closing 2024-12-04T20:28:53,281 INFO [RS:0;c2ef38372881:46855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46855. 2024-12-04T20:28:53,281 DEBUG [RS:0;c2ef38372881:46855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:53,281 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:53,281 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:53,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:53,382 INFO [RS:0;c2ef38372881:46855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,1-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,1-c2ef38372881,46855,1733344111012 terminated 2024-12-04T20:28:53,382 INFO [RS:0;c2ef38372881:46855 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c2ef38372881,46855,1733344111012 because: Region server is closing 2024-12-04T20:28:53,382 INFO [RS:0;c2ef38372881:46855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2ef38372881:46855. 2024-12-04T20:28:53,382 DEBUG [RS:0;c2ef38372881:46855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T20:28:53,382 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:53,382 DEBUG [RS:0;c2ef38372881:46855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T20:28:53,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T20:28:53,482 INFO [RS:0;c2ef38372881:46855 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.shipperc2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 terminated 2024-12-04T20:28:53,482 INFO [RS:0;c2ef38372881:46855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46855 2024-12-04T20:28:53,482 WARN [RS_REFRESH_PEER-regionserver/c2ef38372881:0-0.replicationSource,2-c2ef38372881,46855,1733344111012.replicationSource.wal-reader.c2ef38372881%2C46855%2C1733344111012,2-c2ef38372881,46855,1733344111012 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T20:28:53,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01807993991/rs/c2ef38372881,46855,1733344111012 2024-12-04T20:28:53,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991/rs 2024-12-04T20:28:53,484 INFO [RS:0;c2ef38372881:46855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:53,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2ef38372881,46855,1733344111012] 2024-12-04T20:28:53,485 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01807993991/draining/c2ef38372881,46855,1733344111012 already deleted, retry=false 2024-12-04T20:28:53,485 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2ef38372881,46855,1733344111012 expired; onlineServers=0 2024-12-04T20:28:53,485 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2ef38372881,45723,1733344110971' ***** 2024-12-04T20:28:53,485 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T20:28:53,485 INFO [M:0;c2ef38372881:45723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T20:28:53,485 INFO [M:0;c2ef38372881:45723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T20:28:53,485 DEBUG [M:0;c2ef38372881:45723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T20:28:53,485 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T20:28:53,485 DEBUG [M:0;c2ef38372881:45723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T20:28:53,485 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344112347 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.large.0-1733344112347,5,FailOnTimeoutGroup] 2024-12-04T20:28:53,485 DEBUG [master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344112347 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2ef38372881:0:becomeActiveMaster-HFileCleaner.small.0-1733344112347,5,FailOnTimeoutGroup] 2024-12-04T20:28:53,485 INFO [M:0;c2ef38372881:45723 {}] hbase.ChoreService(370): Chore service for: master/c2ef38372881:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T20:28:53,485 INFO [M:0;c2ef38372881:45723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T20:28:53,485 DEBUG [M:0;c2ef38372881:45723 {}] master.HMaster(1795): Stopping service threads 2024-12-04T20:28:53,485 INFO [M:0;c2ef38372881:45723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T20:28:53,486 INFO [M:0;c2ef38372881:45723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T20:28:53,486 INFO [M:0;c2ef38372881:45723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T20:28:53,486 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T20:28:53,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01807993991/master 2024-12-04T20:28:53,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01807993991 2024-12-04T20:28:53,487 DEBUG [M:0;c2ef38372881:45723 {}] zookeeper.RecoverableZooKeeper(212): Node /01807993991/master already deleted, retry=false 2024-12-04T20:28:53,487 DEBUG [M:0;c2ef38372881:45723 {}] master.ActiveMasterManager(353): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Failed delete of our master address node; KeeperErrorCode = NoNode for /01807993991/master 2024-12-04T20:28:53,488 INFO [M:0;c2ef38372881:45723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/.lastflushedseqids 2024-12-04T20:28:53,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741853_1029 (size=263) 2024-12-04T20:28:53,492 INFO [M:0;c2ef38372881:45723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T20:28:53,492 INFO [M:0;c2ef38372881:45723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T20:28:53,492 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T20:28:53,492 INFO [M:0;c2ef38372881:45723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:53,492 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:53,492 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T20:28:53,492 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:53,493 INFO [M:0;c2ef38372881:45723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-04T20:28:53,511 DEBUG [M:0;c2ef38372881:45723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f16a3d990de74f3c9a1e188a562ef89d is 82, key is hbase:meta,,1/info:regioninfo/1733344113501/Put/seqid=0 2024-12-04T20:28:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741854_1030 (size=5672) 2024-12-04T20:28:53,523 INFO [M:0;c2ef38372881:45723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f16a3d990de74f3c9a1e188a562ef89d 2024-12-04T20:28:53,551 DEBUG [M:0;c2ef38372881:45723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c533ff5fed8845899797e5df623a67bc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733344124490/Put/seqid=0 2024-12-04T20:28:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741855_1031 (size=8909) 2024-12-04T20:28:53,555 INFO [M:0;c2ef38372881:45723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c533ff5fed8845899797e5df623a67bc 2024-12-04T20:28:53,575 DEBUG [M:0;c2ef38372881:45723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0141091cbed743efa84512487174d401 is 69, key is c2ef38372881,46855,1733344111012/rs:state/1733344112448/Put/seqid=0 2024-12-04T20:28:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741856_1032 (size=5156) 2024-12-04T20:28:53,585 INFO [RS:0;c2ef38372881:46855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:53,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:53,585 INFO [RS:0;c2ef38372881:46855 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2ef38372881,46855,1733344111012; zookeeper connection closed. 2024-12-04T20:28:53,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46855-0x100a6eb82a80001, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:53,585 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48163a13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48163a13 2024-12-04T20:28:53,585 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T20:28:53,980 INFO [M:0;c2ef38372881:45723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0141091cbed743efa84512487174d401 2024-12-04T20:28:53,985 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f16a3d990de74f3c9a1e188a562ef89d as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f16a3d990de74f3c9a1e188a562ef89d 2024-12-04T20:28:53,989 INFO [M:0;c2ef38372881:45723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f16a3d990de74f3c9a1e188a562ef89d, entries=8, sequenceid=112, filesize=5.5 K 2024-12-04T20:28:53,989 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c533ff5fed8845899797e5df623a67bc as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c533ff5fed8845899797e5df623a67bc 2024-12-04T20:28:53,995 INFO [M:0;c2ef38372881:45723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c533ff5fed8845899797e5df623a67bc, entries=13, sequenceid=112, filesize=8.7 K 2024-12-04T20:28:53,995 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0141091cbed743efa84512487174d401 as hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0141091cbed743efa84512487174d401 2024-12-04T20:28:54,000 INFO [M:0;c2ef38372881:45723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45959/user/jenkins/test-data/2ff5db35-6b24-aab2-f74b-7533d8cbcda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0141091cbed743efa84512487174d401, entries=1, sequenceid=112, filesize=5.0 K 2024-12-04T20:28:54,001 INFO [M:0;c2ef38372881:45723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=112, compaction requested=false 2024-12-04T20:28:54,004 INFO [M:0;c2ef38372881:45723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T20:28:54,004 DEBUG [M:0;c2ef38372881:45723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733344133492Disabling compacts and flushes for region at 1733344133492Disabling writes for close at 1733344133492Obtaining lock to block concurrent updates at 1733344133493 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733344133493Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733344133493Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733344133493Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733344133494 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733344133511 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733344133511Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733344133533 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733344133550 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733344133550Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733344133558 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733344133575 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733344133575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bae4ff8: reopening flushed file at 1733344133984 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da293d1: reopening flushed file at 1733344133989 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a83cdc7: reopening flushed file at 1733344133995 (+6 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=112, compaction requested=false at 1733344134001 (+6 ms)Writing region close event to WAL at 1733344134004 (+3 ms)Closed at 1733344134004 2024-12-04T20:28:54,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39093 is added to blk_1073741830_1006 (size=69055) 2024-12-04T20:28:54,007 INFO [M:0;c2ef38372881:45723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T20:28:54,007 INFO [M:0;c2ef38372881:45723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45723 2024-12-04T20:28:54,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T20:28:54,007 INFO [M:0;c2ef38372881:45723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T20:28:54,109 INFO [M:0;c2ef38372881:45723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T20:28:54,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:54,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x100a6eb82a80000, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T20:28:54,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13381d77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:28:54,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e1c64d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:54,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:54,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12902795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:54,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e56b7d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:54,157 WARN [BP-1628259983-172.17.0.2-1733344110152 heartbeating to localhost/127.0.0.1:45959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:28:54,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:28:54,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:28:54,157 WARN [BP-1628259983-172.17.0.2-1733344110152 heartbeating to localhost/127.0.0.1:45959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628259983-172.17.0.2-1733344110152 (Datanode Uuid ae4c4f3d-00b7-4e78-bc6e-cf90cc6df0c4) service to localhost/127.0.0.1:45959 2024-12-04T20:28:54,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469/data/data2/current/BP-1628259983-172.17.0.2-1733344110152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:54,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/cluster_eb14deb1-b978-4d74-a497-9299266f0469/data/data1/current/BP-1628259983-172.17.0.2-1733344110152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:28:54,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:28:54,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3b88d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:28:54,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7761ac3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:28:54,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:28:54,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39b9f514{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:28:54,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b8106ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/468f8434-0645-57dd-9ebb-109e4e0261ad/hadoop.log.dir/,STOPPED} 2024-12-04T20:28:54,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T20:28:54,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T20:28:54,228 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 534) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45959 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45959 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33517 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41885 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45959 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41885 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33517 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=643 (was 602) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3495 (was 3840) 2024-12-04T20:28:54,229 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2024-12-04T20:28:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6eb82a80005, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:28:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6eb82a80002, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:28:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100a6eb82a80008, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T20:28:54,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6eb82a80005, quorum=127.0.0.1:49498, baseZNode=/1-1939118913 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:28:54,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6eb82a80002, quorum=127.0.0.1:49498, baseZNode=/01807993991 Received Disconnected from ZooKeeper, ignoring 2024-12-04T20:28:54,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100a6eb82a80008, quorum=127.0.0.1:49498, baseZNode=/2-959036131 Received Disconnected from ZooKeeper, ignoring